-- Logs begin at Thu 2022-06-23 12:55:24 UTC, end at Thu 2022-06-23 13:57:37 UTC. -- Jun 23 13:31:03.395945 dv-cinder-815582-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 13:31:06.044559 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.common.config [-] Logging enabled! Jun 23 13:31:06.045185 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 13:31:06.045313 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110438) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 13:31:06.048578 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.common.config [-] Logging enabled! Jun 23 13:31:06.048829 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 13:31:06.049134 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110438) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 13:31:06.050080 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 13:31:06.050311 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 13:31:06.050681 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 13:31:06.050923 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 13:31:06.051150 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 13:31:06.051611 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.051910 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.052135 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.052417 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.052707 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.052989 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.053282 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.053576 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.053860 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.054136 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.054421 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.054648 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.054912 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.055198 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.055510 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.055734 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] debug = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.056013 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.056435 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.056844 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.057129 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.057417 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.057692 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.057961 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.058231 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.058511 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.058830 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] host = dv-cinder-815582-10-iscsi {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.059105 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.059420 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.059711 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.060012 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.060285 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.060559 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.060839 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.061111 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.061382 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.061652 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.061936 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.062218 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.062502 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.062722 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.062944 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.063225 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.063534 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.063806 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.064073 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.064340 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.064608 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.064879 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.065143 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.065422 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.065699 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.065978 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.066249 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.066516 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.066782 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.067044 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.067326 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.067613 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.067886 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.068152 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.068432 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.068695 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.068963 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.069262 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.069546 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.069825 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.070108 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.070377 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.070656 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.070928 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.071195 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.071487 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_json = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.071756 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.072020 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.072298 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.072569 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.072838 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.073105 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.073375 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.073657 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.073925 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:06.074217 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.074510 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.074809 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.075086 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.075419 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.075749 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.076036 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.076310 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.076595 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.076880 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.077168 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.077443 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.077739 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.078026 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.078317 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.078616 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.078907 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.079194 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.079494 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.079769 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.080039 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.080312 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.080593 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.080871 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.081156 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.081444 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.081718 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.082012 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.082293 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.082578 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.082869 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.083156 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.083450 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.083733 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.084022 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.084296 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.084567 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.084852 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.085127 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.085399 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.085681 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.085972 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.086602 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.086889 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.087165 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.087482 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.087758 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.088030 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.088304 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.088579 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.088855 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.089139 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.089420 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.089697 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.089973 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.090247 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.092683 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.092683 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.092683 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.092683 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.092683 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.092683 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.092683 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.092683 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.093312 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.093312 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.093312 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.093533 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.093761 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.094029 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.094300 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.094571 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.094838 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.095108 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.095430 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.095709 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.095982 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.096256 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.096529 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.096799 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.097071 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.097342 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.097617 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.097886 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.098175 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.098453 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.098734 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.099011 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.099281 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.099620 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.099894 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.100169 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.100446 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.100718 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.100995 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.101276 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.101582 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.101851 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.102144 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.102420 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.102713 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.103056 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.103593 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.104066 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.104587 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.105067 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:06.105443 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 13:31:06.105862 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110438) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 13:31:06.397719 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 13:31:06.397999 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 13:31:06.398290 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 13:31:06.398629 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 13:31:06.809000 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.809191 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.809459 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.810756 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.811027 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.811288 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.862599 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.862867 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.863130 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.877470 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.877748 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.878011 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.907081 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.907366 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.907642 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.942706 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.942974 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:06.943237 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.168842 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.169382 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.169382 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.169656 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.170398 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.267217 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.267570 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.267842 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.268114 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.268371 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.268677 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.268932 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.269186 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.269434 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.269693 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.269946 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.270213 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.270471 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.270718 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.270974 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.271219 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.271496 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.271760 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.272025 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.272282 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.272553 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.272801 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.273080 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.273451 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.273702 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.273944 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.274341 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 13:31:07.274584 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 13:31:07.274819 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 13:31:07.275053 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 13:31:07.275286 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 13:31:07.275547 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 13:31:07.275910 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 13:31:07.279054 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 13:31:07.282950 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 13:31:07.286811 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 23 13:31:07.288457 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 13:31:07.289077 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 13:31:07.289410 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 13:31:07.289794 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 13:31:07.292590 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 13:31:07.292833 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 13:31:07.293169 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 13:31:07.298342 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 23 13:31:07.321128 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 13:31:07.321575 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.321866 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110438) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 23 13:31:07.322214 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.323616 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110438) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 13:31:07.323891 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 13:31:07.324133 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 13:31:07.327445 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.327726 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:07.459703 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 13:31:07.460021 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 13:31:07.460344 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 13:31:07.460873 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 13:31:07.514840 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO dbcounter [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Registered counter for database neutron Jun 23 13:31:07.536608 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_db.sqlalchemy.engines [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110438) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 13:31:07.543455 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG dbcounter [-] [110438] Writer thread running {{(pid=110438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 13:31:08.096788 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Initializing driver for type 'gre' Jun 23 13:31:08.097486 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] gre ID ranges: [(1, 1000)] Jun 23 13:31:08.155833 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Initializing driver for type 'local' Jun 23 13:31:08.156214 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Initializing driver for type 'vlan' Jun 23 13:31:08.173261 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] VlanTypeDriver initialization complete Jun 23 13:31:08.173899 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Initializing driver for type 'vxlan' Jun 23 13:31:08.174196 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] vxlan ID ranges: [(1, 1000)] Jun 23 13:31:08.228919 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Initializing extension driver 'port_security' Jun 23 13:31:08.229320 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.extensions.port_security [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] PortSecurityExtensionDriver initialization complete Jun 23 13:31:08.229840 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Initializing mechanism driver 'openvswitch' Jun 23 13:31:08.230318 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Initializing mechanism driver 'hyperv' Jun 23 13:31:08.241315 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.plugin [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:31:08.242365 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > port after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.242921 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.243415 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > port after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.244130 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 13:31:08.244719 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > subnet after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.245235 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > subnet after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.245705 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.246266 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 13:31:08.246846 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > network after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.247399 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > network after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.247809 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > network after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.248198 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 13:31:08.248591 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > security_group after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.248935 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > security_group after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.249277 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.249667 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 13:31:08.250069 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.250417 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.250756 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.251144 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 13:31:08.251586 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > address_group after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.251944 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > address_group after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.252282 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.252669 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110438) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 13:31:08.253104 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] ML2 OVO RPC backend initialized. {{(pid=110438) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 13:31:08.253809 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.254164 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.254582 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > network before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.254933 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > networks before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.255278 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > port before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.255628 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > ports before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.255969 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > subnet before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.256310 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > subnets before_response 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.256660 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > network after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.257003 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > network after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.257341 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > network after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.257681 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > port after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.258037 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.258354 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > port after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.258691 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > subnet after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.259026 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > subnet after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.259380 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.266944 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded quota_driver: . Jun 23 13:31:08.267309 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.plugin [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Modular L2 Plugin initialization complete Jun 23 13:31:08.267684 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading services supported by the core plugin {{(pid=110438) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 13:31:08.268028 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.plugins.ml2.managers [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Got port-security extension from driver 'port_security' Jun 23 13:31:08.268508 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.extensions.vlantransparent [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Disabled vlantransparent extension. Jun 23 13:31:08.269008 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110438) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 13:31:08.269334 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading Plugin: router Jun 23 13:31:08.304581 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.304973 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router after_create 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.305333 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router before_create 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.305720 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.306094 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.306449 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router after_delete 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.306798 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.307152 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.307546 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router after_create 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.307896 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router after_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.308248 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router after_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.308596 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.308958 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router after_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.309368 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router precommit_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.309736 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.310075 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: port after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.310395 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: subnet after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.310737 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.311089 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.311467 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router precommit_create 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.311815 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: port before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.312162 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router precommit_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.312519 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router after_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.312862 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.313215 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router precommit_create 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.313578 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.313923 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router precommit_update 55549900 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.314286 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > agent after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.314640 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > agent after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.314981 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > network after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.315854 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Tracking information for resource: router configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 13:31:08.316189 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Tracking information for resource: floatingip configured {{(pid=110438) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 13:31:08.320988 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.db.l3_agentschedulers_db [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 13:31:08.321603 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.321962 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: port after_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.322317 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: port after_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.322661 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: port after_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.323468 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router before_create 55550100 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.323834 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.324194 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router precommit_create 55550100 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.324549 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > router precommit_update 55550100 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.329435 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.services.provider_configuration [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service providers = [] {{(pid=110438) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 13:31:08.329799 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.db.servicetype_db [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110438) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 13:31:08.332948 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.services.service_base [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 13:31:08.333303 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.services.service_base [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 13:31:08.333649 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.services.service_base [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 13:31:08.334538 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.services.service_base [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110438) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 13:31:08.334904 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.services.service_base [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 13:31:08.335280 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 13:31:08.335629 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 13:31:08.346387 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 13:31:08.346720 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading Plugin: auto_allocate Jun 23 13:31:08.352391 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: network precommit_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.352692 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: network precommit_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.353208 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 13:31:08.353526 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading Plugin: tag Jun 23 13:31:08.360335 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 13:31:08.360669 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading Plugin: timestamp Jun 23 13:31:08.364485 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 13:31:08.364808 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading Plugin: network_ip_availability Jun 23 13:31:08.370287 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.370664 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.371014 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.371768 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 13:31:08.372085 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading Plugin: flavors Jun 23 13:31:08.377011 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 13:31:08.377346 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading Plugin: revisions Jun 23 13:31:08.381613 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110438) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 13:31:08.381996 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.984s {{(pid=110438) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 13:31:08.382731 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110438) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 23 13:31:08.383069 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Initializing extension manager. Jun 23 13:31:08.383619 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: __init__.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.383958 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: __pycache__ {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.384292 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: address_group.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.385046 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.385618 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: address-group Jun 23 13:31:08.385940 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: address_scope.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.386656 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.387171 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: address-scope Jun 23 13:31:08.387532 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.388520 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.389042 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: router-admin-state-down-before-update Jun 23 13:31:08.389361 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: agent.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.390053 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.390564 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: agent Jun 23 13:31:08.390890 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: agent_resources_synced.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.391846 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.392357 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: agent-resources-synced Jun 23 13:31:08.392679 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: allowedaddresspairs.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.394498 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.395023 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: allowed-address-pairs Jun 23 13:31:08.395367 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: auto_allocated_topology.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.396457 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.396976 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: auto-allocated-topology Jun 23 13:31:08.397302 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: availability_zone.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.397997 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.398510 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: availability_zone Jun 23 13:31:08.398833 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: availability_zone_filter.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.399771 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.400285 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: availability_zone_filter Jun 23 13:31:08.400611 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: data_plane_status.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.401510 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.402017 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 13:31:08.402339 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: default_subnetpools.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.403251 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.403793 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: default-subnetpools Jun 23 13:31:08.404150 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.404948 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.405461 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: dhcp_agent_scheduler Jun 23 13:31:08.405777 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: dns.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.406709 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.407222 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 13:31:08.407585 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: dns_domain_ports.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.408506 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.409022 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 13:31:08.409340 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.410267 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.410784 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 13:31:08.411097 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: dvr.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.411790 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.412319 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: dvr Jun 23 13:31:08.412638 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: ecmp_routes.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.413561 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.414071 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 23 13:31:08.414386 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: empty_string_filtering.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.415306 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.415847 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: empty-string-filtering Jun 23 13:31:08.416168 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.417242 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.417754 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 13:31:08.418088 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.418987 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.419531 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 13:31:08.420048 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: external_net.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.420793 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.421313 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: external-net Jun 23 13:31:08.421648 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.422554 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.423072 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: extra_dhcp_opt Jun 23 13:31:08.423418 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: extraroute.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.424339 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.424849 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: extraroute Jun 23 13:31:08.425173 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: extraroute_atomic.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.426200 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.426718 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: extraroute-atomic Jun 23 13:31:08.427040 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: filter_validation.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.427763 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.428275 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: filter-validation Jun 23 13:31:08.428599 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: fip_pf_description.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.429514 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.430023 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 13:31:08.430346 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: fip_pf_port_range.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.431272 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.431809 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 23 13:31:08.432128 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: fip_port_details.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.433050 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.433563 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: fip-port-details Jun 23 13:31:08.433894 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: flavors.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.435146 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.435713 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: flavors Jun 23 13:31:08.436041 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.437701 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.438229 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 13:31:08.438557 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: floatingip_pools.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.439269 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.439907 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: floatingip-pools Jun 23 13:31:08.440234 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: ip_allocation.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.441167 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.441681 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 13:31:08.442005 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.442943 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.443492 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: ip-substring-filtering Jun 23 13:31:08.443818 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: l2_adjacency.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.444754 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.445262 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 13:31:08.445586 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: l3.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.446585 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.447117 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: router Jun 23 13:31:08.447472 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.449705 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.450241 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 13:31:08.450577 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.451577 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.452097 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: ext-gw-mode Jun 23 13:31:08.452430 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.453346 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.453867 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: l3-ha Jun 23 13:31:08.454193 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.455106 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.455646 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 23 13:31:08.455974 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: l3_flavors.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.456885 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.457397 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: l3-flavors Jun 23 13:31:08.457718 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.459079 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.459636 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 23 13:31:08.459969 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.460884 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.461716 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 13:31:08.462043 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: l3agentscheduler.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.463227 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.463779 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: l3_agent_scheduler Jun 23 13:31:08.464107 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: local_ip.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.465898 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.466450 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension local_ip not supported by any of loaded plugins Jun 23 13:31:08.466786 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: logging.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.468281 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.468815 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension logging not supported by any of loaded plugins Jun 23 13:31:08.469146 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: metering.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.469891 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.470483 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: metering Jun 23 13:31:08.470816 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.471926 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.472446 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: metering_source_and_destination_fields Jun 23 13:31:08.472777 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: multiprovidernet.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.473712 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.474226 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: multi-provider Jun 23 13:31:08.474551 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: netmtu.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.475494 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.476009 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: net-mtu Jun 23 13:31:08.476332 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: netmtu_writable.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.477247 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.477758 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: net-mtu-writable Jun 23 13:31:08.478082 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: network_availability_zone.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.478748 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.479265 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: network_availability_zone Jun 23 13:31:08.479625 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: network_ip_availability.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.480730 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.481247 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: network-ip-availability Jun 23 13:31:08.481570 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: network_segment_range.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.482387 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.482897 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 13:31:08.483213 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: pagination.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.484219 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.484554 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: pagination Jun 23 13:31:08.484870 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: port_device_profile.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.485780 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.486302 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: port-device-profile Jun 23 13:31:08.486628 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: port_mac_address_override.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.487565 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.488084 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: port-mac-override Jun 23 13:31:08.488406 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.489317 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.489833 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: port-mac-address-regenerate Jun 23 13:31:08.490153 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.491076 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.491615 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: port-numa-affinity-policy Jun 23 13:31:08.491940 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: port_resource_request.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.492850 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.493358 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 13:31:08.493682 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: port_resource_request_groups.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.494642 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.495152 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 23 13:31:08.495514 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: portbindings.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.496434 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.496949 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: binding Jun 23 13:31:08.497272 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: portbindings_extended.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.498541 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.499059 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: binding-extended Jun 23 13:31:08.499407 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: portsecurity.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.500315 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.500838 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: port-security Jun 23 13:31:08.501162 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: project_id.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.502123 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.502454 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: project-id Jun 23 13:31:08.502772 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: providernet.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.503714 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.504235 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: provider Jun 23 13:31:08.504562 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.509680 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.510209 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos not supported by any of loaded plugins Jun 23 13:31:08.510550 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.511827 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.512345 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 13:31:08.512676 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.513663 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.514178 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 13:31:08.514503 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_default.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.515451 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.515972 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-default not supported by any of loaded plugins Jun 23 13:31:08.516294 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_fip.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.517229 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.517749 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 13:31:08.518073 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.518985 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.519539 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 23 13:31:08.519863 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_gateway_ip.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.520788 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.521302 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 13:31:08.521625 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_port_network_policy.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.522531 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.523043 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 13:31:08.523395 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.524432 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.524951 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 23 13:31:08.525276 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.526311 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.526829 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 23 13:31:08.527158 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_pps_rule.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.528365 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.528885 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-pps not supported by any of loaded plugins Jun 23 13:31:08.529502 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_rule_type_details.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.530454 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.530956 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 13:31:08.531268 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.532209 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.532736 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 23 13:31:08.533099 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: qos_rules_alias.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.534098 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.534599 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 13:31:08.534921 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: quota_check_limit.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.535861 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.536391 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: quota-check-limit Jun 23 13:31:08.536713 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: quotasv2.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.537653 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.537981 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: quotas Jun 23 13:31:08.538303 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: quotasv2_detail.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.540037 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.540376 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: quota_details Jun 23 13:31:08.540712 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: rbac.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.541764 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.542293 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: rbac-policies Jun 23 13:31:08.542622 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: rbac_address_group.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.543872 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.544395 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: rbac-address-group Jun 23 13:31:08.544774 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: rbac_address_scope.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.545700 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.546225 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: rbac-address-scope Jun 23 13:31:08.546552 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: rbac_security_groups.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.547579 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.548100 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: rbac-security-groups Jun 23 13:31:08.548422 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: rbac_subnetpool.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.549351 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.549870 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: rbac-subnetpool Jun 23 13:31:08.550192 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: revisionifmatch.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.551125 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.551680 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: revision-if-match Jun 23 13:31:08.552001 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: revisions.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.553109 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.553635 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: standard-attr-revisions Jun 23 13:31:08.553955 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: router_availability_zone.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.554805 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.555324 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: router_availability_zone Jun 23 13:31:08.555678 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: routerservicetype.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.556604 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.557116 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 13:31:08.557436 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.558366 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.558883 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: security-groups-normalized-cidr Jun 23 13:31:08.559208 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.560193 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.560715 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: port-security-groups-filtering Jun 23 13:31:08.561042 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.561969 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.562487 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: security-groups-remote-address-group Jun 23 13:31:08.562817 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.563762 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.564274 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: security-groups-shared-filtering Jun 23 13:31:08.564604 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: securitygroup.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.574353 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.574879 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: security-group Jun 23 13:31:08.575236 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: segment.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.576129 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.576650 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension segment not supported by any of loaded plugins Jun 23 13:31:08.576979 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.577953 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.578469 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 13:31:08.578796 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: servicetype.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.579920 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.580448 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: service-type Jun 23 13:31:08.580761 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: sorting.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.581754 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.582086 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: sorting Jun 23 13:31:08.582407 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: standard_attr_segment.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.583354 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.583890 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 13:31:08.584210 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: standardattrdescription.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.584860 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.585384 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: standard-attr-description Jun 23 13:31:08.585710 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: stateful_security_group.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.586992 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.587539 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: stateful-security-group Jun 23 13:31:08.587865 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: stdattrs_common.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.588457 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 13:31:08.588780 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.589710 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.590235 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 13:31:08.590565 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: subnet_onboard.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.591671 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.592195 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: subnet_onboard Jun 23 13:31:08.592520 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.593441 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.593959 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 13:31:08.594285 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: subnet_service_types.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.595202 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.595748 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: subnet-service-types Jun 23 13:31:08.596073 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: subnetallocation.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.597170 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.597696 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: subnet_allocation Jun 23 13:31:08.598023 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.598687 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.599197 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: subnetpool-prefix-ops Jun 23 13:31:08.599549 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.600484 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.600995 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 13:31:08.601318 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: tagging.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.602454 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.602926 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: standard-attr-tag Jun 23 13:31:08.603251 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: timestamp.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.604469 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.604991 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loaded extension: standard-attr-timestamp Jun 23 13:31:08.605316 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: trunk.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.606341 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.606861 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension trunk not supported by any of loaded plugins Jun 23 13:31:08.607276 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: trunk_details.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.608225 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.608744 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 13:31:08.609068 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: uplink_status_propagation.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.609988 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.610506 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 13:31:08.610825 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Loading extension file: vlantransparent.py {{(pid=110438) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 13:31:08.611540 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110438) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 13:31:08.612050 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 13:31:08.614649 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:network Jun 23 13:31:08.615169 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:subnet Jun 23 13:31:08.615587 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 13:31:08.615972 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:port Jun 23 13:31:08.617213 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.617661 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service FLAVORS assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.618286 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.618716 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.619046 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:router Jun 23 13:31:08.619500 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 13:31:08.619984 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service METERING assigned prefix: /metering {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.621440 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.621814 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.622151 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:31:08.623208 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 13:31:08.623681 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:security_group Jun 23 13:31:08.624121 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 13:31:08.624713 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service CORE assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.625052 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 13:31:08.625396 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] subnetpool is already registered Jun 23 13:31:08.625824 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service CORE assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.626148 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 13:31:08.626478 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] subnetpool is already registered Jun 23 13:31:08.628830 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.629265 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service FLAVORS assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.629846 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.630266 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.630598 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:router Jun 23 13:31:08.630939 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] router is already registered Jun 23 13:31:08.631353 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 13:31:08.631711 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] floatingip is already registered Jun 23 13:31:08.632170 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service METERING assigned prefix: /metering {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.632824 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 13:31:08.633151 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] rbac_policy is already registered Jun 23 13:31:08.633562 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:security_group Jun 23 13:31:08.633894 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] security_group is already registered Jun 23 13:31:08.634292 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 13:31:08.634622 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] security_group_rule is already registered Jun 23 13:31:08.635234 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service CORE assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.635583 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 13:31:08.635912 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] subnetpool is already registered Jun 23 13:31:08.636326 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.v2.resource_helper [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Service CORE assigned prefix: {{(pid=110438) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 13:31:08.636650 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 13:31:08.636975 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING neutron.quota.resource_registry [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] subnetpool is already registered Jun 23 13:31:08.637445 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: extensions {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.638986 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: address-groups {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.640499 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: address-scopes {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.641830 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: agents {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.642983 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: auto-allocated-topology {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.644241 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: availability_zones {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.645471 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: dhcp-networks {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.646989 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: dhcp-agents {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.648431 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: routers {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.650114 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: flavors {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.651421 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: service_profiles {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.652623 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: next_providers {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.654146 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: service_profiles {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.655729 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: floatingip-pools {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.656947 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: routers {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.658612 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: floatingips {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.659918 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: l3-routers {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.661308 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: l3-agents {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.662719 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: metering-labels {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.664000 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: metering-label-rules {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.666299 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: network-ip-availabilities {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.667572 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: bindings {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.669138 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: quotas {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.670815 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: quotas {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.672380 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: rbac-policies {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.673546 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: security-groups {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.674845 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: security-group-rules {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.676133 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: service-providers {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.677336 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: subnetpools {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.678650 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: subnetpools {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.680206 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.681884 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.683715 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.685535 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.687190 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.689182 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.690839 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.692737 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.694505 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.696271 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron.api.extensions [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Extended resource: tags {{(pid=110438) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 13:31:08.702216 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING keystonemiddleware.auth_token [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 13:31:08.707259 dv-cinder-815582-10-iscsi neutron-server[110438]: WARNING keystonemiddleware.auth_token [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 13:31:08.716402 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Acquired lock "singleton_lock" {{(pid=110438) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 23 13:31:08.716935 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_concurrency.lockutils [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Releasing lock "singleton_lock" {{(pid=110438) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 23 13:31:08.717587 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO oslo_service.service [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Starting 2 workers Jun 23 13:31:08.722309 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Started child 110547 {{(pid=110438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 13:31:08.726633 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Started child 110548 {{(pid=110438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 13:31:08.727808 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:08.728506 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO neutron.service [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 13:31:08.728811 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:08.729227 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [-] (110547) wsgi starting up on http://0.0.0.0:9696 Jun 23 13:31:08.731152 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO oslo_service.service [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Starting 1 workers Jun 23 13:31:08.731587 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:08.733023 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [-] (110548) wsgi starting up on http://0.0.0.0:9696 Jun 23 13:31:08.736329 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Started child 110549 {{(pid=110438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 13:31:08.736859 dv-cinder-815582-10-iscsi neutron-server[110438]: INFO oslo_service.service [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Starting 1 workers Jun 23 13:31:08.740216 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.service [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] calling RpcWorker wait() {{(pid=110549) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 13:31:08.740827 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.service [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] returning from RpcWorker wait() {{(pid=110549) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 13:31:08.741312 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Started child 110550 {{(pid=110438) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 13:31:08.742023 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:08.742172 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG neutron_lib.callbacks.manager [None req-7987ffdc-3e68-4881-8f3b-5ce39d170d43 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:08.742451 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:31:08.744065 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110438) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 13:31:08.744295 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 13:31:08.744419 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 13:31:08.744674 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 13:31:08.745002 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 13:31:08.745143 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 13:31:08.745649 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.745868 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.746123 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.746427 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.747012 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.747281 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.747552 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.747910 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.748051 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:08.748525 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.748525 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.748525 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.748752 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.748906 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.749206 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.749468 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.749697 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.749921 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.750091 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.750331 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.750599 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.750844 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.751124 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] debug = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.751408 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.751892 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.752137 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.752382 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.752616 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.752872 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.753111 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.753346 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.753583 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.753811 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.754033 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.754277 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.754507 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.754714 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.754938 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.755205 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.755451 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.755921 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] host = dv-cinder-815582-10-iscsi {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.756152 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.756378 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.756618 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.756843 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.757096 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.757305 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.757564 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.757808 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.758061 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.758279 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.758534 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.758773 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.759014 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.759254 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.759436 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_options = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.759675 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.759933 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.760220 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.760433 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.760529 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.760695 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.760941 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.761103 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.761347 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.761575 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.761785 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.762014 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.762223 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.762450 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.762698 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.762909 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.763132 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.763443 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.763649 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.763877 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.764111 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.764332 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.764563 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.764776 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.764990 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.765202 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.765436 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.765670 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.765878 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.766101 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.766335 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.766573 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.766796 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.767027 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.767273 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.767517 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.767736 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.768049 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.768347 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.768549 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.768807 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.769042 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.769253 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.769488 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.769735 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.769964 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.770174 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_json = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.770382 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.770570 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.770854 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.771068 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.771279 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.771774 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.771774 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.771977 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.772278 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.772696 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.772967 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.773330 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.773594 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.773819 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.774063 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.774265 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.774484 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.774724 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.774994 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.775519 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.775738 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.776043 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.776309 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.776579 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.777592 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.777592 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.777592 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.777848 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.777939 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.778692 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.778692 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.778692 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.778996 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.779172 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.779387 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:31:08.779499 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.779650 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.780518 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.780518 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.780518 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.780801 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.782211 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.782211 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.782211 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.782211 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.782211 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.782211 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.782655 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.782738 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.784757 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.784757 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.784757 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.784757 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.784757 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.784757 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.784757 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.784757 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.784757 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.785371 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.785371 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.785518 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.785723 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.786007 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.786102 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.786327 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.786570 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.786807 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.787043 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.787279 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.787553 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.787915 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.788254 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.788663 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.788908 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.789139 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.789342 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.789559 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.789790 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.790018 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.790256 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.790439 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.790679 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.790909 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.791078 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.791306 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.791545 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.791804 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.792064 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.792321 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.792583 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.792868 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.793084 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.793293 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.793511 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.793719 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.793936 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.794148 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.794363 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.794602 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.794856 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.795055 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.795381 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.795583 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.795824 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.796058 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.796290 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.796521 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.796753 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.797005 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.797206 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.797412 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.797660 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.797911 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.798134 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.798359 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.798574 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.798840 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.799044 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.799252 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.799515 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.799736 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.799980 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.800227 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.800492 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.800728 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.800959 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.801173 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.801408 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.801637 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.801905 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.802140 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.802588 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.802839 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.803105 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.803432 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.803806 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.804033 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.805088 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.805693 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.805968 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.806184 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.807716 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.808420 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.808778 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.810249 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.810526 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.810791 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.811052 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.811302 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.811845 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.812116 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.812335 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.812562 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.812849 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.813101 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.813386 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.813626 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.813902 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.814171 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.814385 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.814647 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.814863 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.815106 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.815389 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.816246 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.816503 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.816736 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.816960 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.817174 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.817404 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.817641 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.817880 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.818121 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.818346 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.818537 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.819029 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.819396 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.819635 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.823115 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.823399 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.823644 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.823884 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.824125 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.824357 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.824606 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.824838 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.825124 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.825381 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.825601 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.825856 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.826103 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.826368 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.826587 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.826846 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.827067 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.827302 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.827627 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.827971 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.828246 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.828566 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.828799 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.829012 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.829249 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.829629 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.829983 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.830234 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.830461 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.830859 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.831110 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.832526 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.834036 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.834280 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.834544 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.834792 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.835047 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.835279 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.835532 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.835752 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.835974 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.836495 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.836785 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.837008 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.837246 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.837465 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.837687 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.837906 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.838117 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.838329 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.838536 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.838741 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.838950 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.839159 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.839525 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.839863 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.840218 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.840451 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.840700 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.840936 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.841178 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.841402 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.841681 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.841895 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.842247 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.842471 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.842679 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.842908 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.843118 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.843329 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.844058 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.844439 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.844649 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.845021 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.845290 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.845541 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.846008 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.846216 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.846882 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.847289 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.847613 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.847848 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.848075 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.848448 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.848699 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.848961 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.849174 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.849409 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.849734 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.849939 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.850193 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.851023 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.851327 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.851614 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.852082 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.852440 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.852976 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.853084 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.853551 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.853753 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.854038 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.854695 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.854952 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.855229 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.855624 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.855847 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:31:08.856227 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.856494 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.856815 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.857123 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.857428 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.857772 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.858213 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.858435 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.860756 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.861143 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.861547 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.861902 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.862841 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.863249 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.865094 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.865365 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.866811 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.867089 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.867538 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.868833 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.869095 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.869414 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.869768 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.870038 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.870391 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.871706 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.871924 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.872234 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.872536 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.872799 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 13:31:08.873393 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110438) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 13:31:08.873568 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 13:31:08.873730 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 13:31:08.873912 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 13:31:08.874125 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 13:31:08.874267 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 13:31:08.874460 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.874626 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.874790 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.874953 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.875138 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.875301 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.875536 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.875699 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.875859 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.876020 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.876199 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.876328 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.876488 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.876646 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.876804 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.876962 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.877118 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.877282 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.877440 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.877598 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.877754 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.877909 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] debug = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.878065 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.878243 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.878402 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.878557 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.878713 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.878868 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.879024 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.879179 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.879369 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.879595 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.879776 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.879951 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.880121 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.880289 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.880453 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.880617 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.880778 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.880939 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] host = dv-cinder-815582-10-iscsi {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.881098 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.881256 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.881414 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.881570 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.881726 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.881880 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.882038 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.882196 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.882354 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.882507 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.882662 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.882817 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.882975 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.883129 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.883282 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_options = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.883631 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.883727 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.883871 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.884054 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.884210 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.884347 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.884485 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.884640 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.884888 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.885052 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.885052 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.885314 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.885449 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.885583 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.885716 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.885852 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.885986 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.886120 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.886263 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.886401 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.886561 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.886708 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.886844 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.886979 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.887113 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.887247 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.887406 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.887531 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.887683 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.887860 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.888018 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.888203 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.888441 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.888543 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.888644 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.888799 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.888954 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.889132 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.889324 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.889484 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.889637 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.889790 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.889945 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.890098 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.890279 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.890279 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.890557 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_json = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.890688 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.890849 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.891032 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.891142 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.891378 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.891698 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.892439 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.892628 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.892816 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 13:31:08.892994 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.893160 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.893335 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.893495 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.893866 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.894074 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.894390 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.894553 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.894710 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.894866 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.895032 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.895189 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.895384 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.895536 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.895694 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.895857 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.896014 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.896171 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.896328 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.896484 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.897829 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.898010 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.898184 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.898344 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.898504 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.898664 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.898824 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.898991 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.899150 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.899315 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.899513 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.899694 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.899856 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.900012 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.900170 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.900328 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.900486 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.900643 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.900802 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.900959 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.901117 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.901275 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.901431 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.901587 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.901746 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.901903 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.902061 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.902218 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.902378 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.902535 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.902695 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.902856 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.903013 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.903169 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.903326 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.903755 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.903939 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.904139 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.904301 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.904459 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.904616 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.904774 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.904930 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.905088 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.905244 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.905401 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.905557 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.905713 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.905884 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.906059 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.906197 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.906356 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.906513 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.906670 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.906826 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.906982 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.907139 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.907295 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.907474 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.907630 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.907786 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.907941 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.908098 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.908253 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.908409 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.908564 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.908720 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.908876 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.909031 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.909186 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.909342 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.909525 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.909672 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.909829 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.909988 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.910145 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.910301 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.910457 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.910616 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.910772 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.910929 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.911085 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.911240 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.911418 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.911576 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.911732 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.911890 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.912048 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.912204 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.912360 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.912517 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.912676 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.912833 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.912989 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.913145 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.913300 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.913456 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.913613 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.913769 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.913933 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.914093 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.914254 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.914410 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.914574 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.914741 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.914900 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.915057 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.915212 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.915397 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.915557 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.915716 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.915874 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.916033 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.916189 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.916348 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.916515 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.916675 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.916831 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.916987 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.917166 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.917323 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.917479 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.917637 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.917792 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.917965 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.918122 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.918283 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.918441 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.918600 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.918757 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.918914 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.919071 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.919229 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.919409 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.919590 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.920004 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.920004 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.920004 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.920633 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.920633 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.920633 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.920633 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.920895 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.920895 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.921060 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.921214 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.921371 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.921528 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.921684 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.921840 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.921995 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.922197 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.922299 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.922454 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.922614 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.922769 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.922929 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.923085 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.923241 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.923423 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.923582 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.923739 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.923897 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.924055 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.924212 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.924368 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.924526 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.924683 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.924841 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.924996 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.925153 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.925309 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.925465 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.925622 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.925796 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.925953 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.926108 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.926268 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.926423 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.926581 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.926739 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.926896 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.927052 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.927208 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.927386 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.927544 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.927703 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.927861 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.928019 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.928174 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.928334 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.928493 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.928650 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.928805 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.928965 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.929124 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.929280 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.929436 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.929596 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.929749 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.929906 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.930061 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.930219 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.930389 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.930549 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.930705 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.930864 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.931021 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.931180 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.931359 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.931524 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.931690 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.931827 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.931981 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.932138 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.932303 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.932466 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.932620 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.932779 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.932934 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.933090 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.933255 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.933412 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.933567 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.933722 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.933877 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.934034 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.934201 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.934358 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.934513 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.934682 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.935472 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.935472 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.935472 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.935472 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.935472 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.935881 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.935881 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.936030 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.936107 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.936230 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.936386 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.936551 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.936710 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.936866 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.937021 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.937192 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.937347 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.937506 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.937661 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.937816 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.937972 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.938128 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.938293 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.938458 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.938622 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.938780 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.938946 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.939113 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.939280 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.939456 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.939619 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.939787 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.939943 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.940099 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.940255 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.940410 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.940566 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.940721 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.940877 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.941031 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.941187 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.941343 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.941500 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.941656 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.941812 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.941967 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.942123 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.942286 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.942428 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.942582 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.942740 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 13:31:08.942891 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110438) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 13:31:09.074606 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 50340) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:09.087861 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099783 Jun 23 13:31:18.223358 dv-cinder-815582-10-iscsi neutron-server[110438]: DEBUG dbcounter [-] [110438] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110438) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:20.123379 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writer thread running {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 13:31:20.124362 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb86f733-9873-478c-978e-65e5ba30dbaf None None] get_active_networks_info from dv-cinder-815582-10-iscsi {{(pid=110549) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 23 13:31:20.182425 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e1800b04-a456-4fb1-8635-ed3b98bec75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-270127'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:20.211672 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb86f733-9873-478c-978e-65e5ba30dbaf None None] No non-hosted networks {{(pid=110549) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 13:31:22.091706 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writer thread running {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 13:31:22.673956 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a5524853-86ff-49a0-b4f3-2d65a0cc31da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-270127'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:22.703177 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d132e33c-0885-4fec-8d72-f9c5101cd7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:23.449970 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-270127'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:23.557646 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 50412) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:24.130471 dv-cinder-815582-10-iscsi neutron-server[110548]: WARNING oslo_policy.policy [None req-eae1e009-552a-4aa6-9448-9c473c188ac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 13:31:24.131018 dv-cinder-815582-10-iscsi neutron-server[110548]: WARNING oslo_policy.policy [None req-eae1e009-552a-4aa6-9448-9c473c188ac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 13:31:24.344093 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [None req-eae1e009-552a-4aa6-9448-9c473c188ac9 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:31:24.345369 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-eae1e009-552a-4aa6-9448-9c473c188ac9 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7866328 Jun 23 13:31:25.050626 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-270127'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:25.184422 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-270127'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:25.185542 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.185905 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.186587 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.187158 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.187591 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.188150 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.188696 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.189245 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.189760 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.190171 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.190569 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.191112 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.191691 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.192218 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.192767 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:25.193366 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815582-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:31:25.198994 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815582-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:31:26.657722 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 50444) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:27.023719 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-95df720e-c143-4b53-8ef6-98f9a8e4cd8a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:31:27.114287 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.policy [None req-95df720e-c143-4b53-8ef6-98f9a8e4cd8a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110548) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 13:31:27.155069 dv-cinder-815582-10-iscsi neutron-server[110548]: WARNING oslo_policy.policy [None req-95df720e-c143-4b53-8ef6-98f9a8e4cd8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 13:31:27.155464 dv-cinder-815582-10-iscsi neutron-server[110548]: WARNING oslo_policy.policy [None req-95df720e-c143-4b53-8ef6-98f9a8e4cd8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 13:31:27.175270 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writer thread running {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 13:31:27.253481 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95df720e-c143-4b53-8ef6-98f9a8e4cd8a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763190937956', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763190938480', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763190954105', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763190964751', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763191038976', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763191046536', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-546483', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7711555', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-355969', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-396080'] for rbac-policy (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:27.326071 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-95df720e-c143-4b53-8ef6-98f9a8e4cd8a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:27.327252 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-95df720e-c143-4b53-8ef6-98f9a8e4cd8a admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6684682 Jun 23 13:31:27.833332 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.db.l3_hamode_db [None req-b84c4c10-8816-4d67-b8d0-c59a5e300b12 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 13:31:27.910449 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c4c10-8816-4d67-b8d0-c59a5e300b12 None None] Routers set() bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:31:27.910825 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c4c10-8816-4d67-b8d0-c59a5e300b12 None None] Router IDs set() for agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 23 13:31:29.574076 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 50456) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:29.920443 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:31:29.953778 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Made reservation on behalf of 51c51146274043308cc062f293d361dd for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:31:29.957511 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:29.974281 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:30.080092 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Publish callbacks [] for security_group (29e7c0d0-75ef-43e9-bacf-aee1626c808a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:30.086575 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (29e7c0d0-75ef-43e9-bacf-aee1626c808a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:30.119202 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:31:30.146279 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763188893058', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (dd46e161-9082-41ba-b286-ee7779400f72), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:30.146818 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Unsubscribe: segment precommit_create {{(pid=110548) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 13:31:30.147320 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Added segment dd46e161-9082-41ba-b286-ee7779400f72 of type vlan for network 5811b957-bc3d-40b1-ab20-e890893b16f7 Jun 23 13:31:30.161946 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=29e7c0d0-75ef-43e9-bacf-aee1626c808a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:30.212051 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.212265 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.212637 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.212978 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.213300 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.213613 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.213926 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.214234 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.214540 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.214864 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.215170 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.215511 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.216409 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.216409 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.216409 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Tracked resource versions report: Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: pushed versions: Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: { 'AddressGroup': {'1.2'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Agent': {'1.1'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'ConntrackHelper': {'1.0'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'LocalIPAssociation': {'1.0'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Log': {'1.0'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'NDPProxy': {'1.0'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Network': {'1.1'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Port': {'1.7'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'PortForwarding': {'1.3'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'QosPolicy': {'1.10'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SecurityGroup': {'1.5'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SecurityGroupRule': {'1.2'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SubPort': {'1.0'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Subnet': {'1.1'}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Trunk': {'1.1'}} Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: consumer versions: Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: { DHCP agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: L3 agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: Metadata agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: Metering agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: Open vSwitch agent@dv-cinder-815582-10-iscsi: { 'AddressGroup': '1.2', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Agent': '1.1', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'ConntrackHelper': '1.0', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'LocalIPAssociation': '1.0', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Log': '1.0', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'NDPProxy': '1.0', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Network': '1.1', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Port': '1.7', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'PortForwarding': '1.3', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'QosPolicy': '1.10', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SecurityGroup': '1.5', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SecurityGroupRule': '1.2', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SubPort': '1.0', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Subnet': '1.1', Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Trunk': '1.1'}} Jun 23 13:31:30.217851 dv-cinder-815582-10-iscsi neutron-server[110548]: {{(pid=110548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 13:31:30.250828 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (5811b957-bc3d-40b1-ab20-e890893b16f7), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:30.298386 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (5811b957-bc3d-40b1-ab20-e890893b16f7), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:30.303347 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:31:30.304084 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:30.324861 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=52,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:30.379882 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8047638 Jun 23 13:31:30.423676 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80030cc5-f510-40ef-b081-10c39b31297f demo demo] Pushing event updated for resources: {'Network': ['ID=5811b957-bc3d-40b1-ab20-e890893b16f7,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:30.438272 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 5811b957-bc3d-40b1-ab20-e890893b16f7 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:31:32.657628 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 50470) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:33.110559 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c43023a-54ac-4b8b-8d5e-3fc2313289b6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:31:33.111968 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3c43023a-54ac-4b8b-8d5e-3fc2313289b6 demo admin] 10.222.0.26 "GET /v2.0/networks/5811b957-bc3d-40b1-ab20-e890893b16f7 HTTP/1.1" status: 200 len: 825 time: 0.4530520 Jun 23 13:31:33.143744 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5be0ef3a-7456-48d8-b53c-ec1155bc4741 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/70466ae3-c0c7-4ddb-ae8a-682e6064ee69 HTTP/1.1" status: 200 len: 734 time: 0.0187554 Jun 23 13:31:33.152346 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '70466ae3-c0c7-4ddb-ae8a-682e6064ee69', 'gateway_ip': '172.20.0.1', 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7', 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:31:33.178941 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] Made reservation on behalf of 51c51146274043308cc062f293d361dd for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:31:33.181163 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:33.317576 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:33.492965 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for subnet (994640be-8f13-4d38-82cb-1cb7806e3251), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:33.559658 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] Pushing event updated for resources: {'Subnet': ['ID=994640be-8f13-4d38-82cb-1cb7806e3251,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:33.565298 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] Checking segment: {'id': 'dd46e161-9082-41ba-b286-ee7779400f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:31:33.565661 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] Network hostable DHCP agents. Network: 5811b957-bc3d-40b1-ab20-e890893b16f7, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:31:33.591627 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] Network 5811b957-bc3d-40b1-ab20-e890893b16f7 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:31:33.603004 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 5811b957-bc3d-40b1-ab20-e890893b16f7) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:31:33.607608 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:31:33.608202 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:33.612704 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe6d69f-242d-4842-b254-02ee1f91292b None None] Network 5811b957-bc3d-40b1-ab20-e890893b16f7 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:31:33.624848 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2c331643-e6e0-44d9-8a57-a79872c15baf demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4756954 Jun 23 13:31:33.885143 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-5811b957-bc3d-40b1-ab20-e890893b16f7', 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7', 'project_id': '51c51146274043308cc062f293d361dd', 'fixed_ips': [{'subnet_id': '994640be-8f13-4d38-82cb-1cb7806e3251'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:31:33.886473 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:34.160811 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Allocated IP 172.20.0.2 (5811b957-bc3d-40b1-ab20-e890893b16f7/994640be-8f13-4d38-82cb-1cb7806e3251/6092b057-5f5b-4d52-a8f0-66a700f4fa4e) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:31:34.163746 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:34.431268 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Publish callbacks [] for port (6092b057-5f5b-4d52-a8f0-66a700f4fa4e), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:34.439561 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (6092b057-5f5b-4d52-a8f0-66a700f4fa4e), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:34.515251 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Network 5811b957-bc3d-40b1-ab20-e890893b16f7 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:31:34.521040 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:31:34.526956 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:31:34.529935 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Pushing event updated for resources: {'Port': ['ID=6092b057-5f5b-4d52-a8f0-66a700f4fa4e,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:34.561564 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:34.563698 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.564041 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.564437 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.564787 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.565164 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.565533 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.565861 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.566217 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.566609 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.566937 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.567261 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.567636 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.567977 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.568294 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.568608 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Tracked resource versions report: Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: pushed versions: Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: { 'AddressGroup': {'1.2'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Agent': {'1.1'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'ConntrackHelper': {'1.0'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'LocalIPAssociation': {'1.0'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Log': {'1.0'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'NDPProxy': {'1.0'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Network': {'1.1'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Port': {'1.7'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'PortForwarding': {'1.3'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'QosPolicy': {'1.10'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SecurityGroup': {'1.5'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SecurityGroupRule': {'1.2'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SubPort': {'1.0'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Subnet': {'1.1'}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Trunk': {'1.1'}} Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: consumer versions: Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: { DHCP agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: L3 agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: Metadata agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: Metering agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: Open vSwitch agent@dv-cinder-815582-10-iscsi: { 'AddressGroup': '1.2', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Agent': '1.1', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'ConntrackHelper': '1.0', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'LocalIPAssociation': '1.0', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Log': '1.0', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'NDPProxy': '1.0', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Network': '1.1', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Port': '1.7', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'PortForwarding': '1.3', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'QosPolicy': '1.10', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SecurityGroup': '1.5', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SecurityGroupRule': '1.2', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SubPort': '1.0', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Subnet': '1.1', Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Trunk': '1.1'}} Jun 23 13:31:34.570057 dv-cinder-815582-10-iscsi neutron-server[110549]: {{(pid=110549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 13:31:34.626664 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Attempting to bind port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:31:34.627326 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Attempting to bind port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': 'dd46e161-9082-41ba-b286-ee7779400f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:31:34.627463 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Attempting to bind port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e on network 5811b957-bc3d-40b1-ab20-e890893b16f7 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:31:34.632752 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:31:34.633133 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Checking segment: {'id': 'dd46e161-9082-41ba-b286-ee7779400f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:31:34.633599 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:34.633990 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Bound using segment: {'id': 'dd46e161-9082-41ba-b286-ee7779400f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:31:34.634433 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Bound port: 6092b057-5f5b-4d52-a8f0-66a700f4fa4e, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd46e161-9082-41ba-b286-ee7779400f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:31:34.634833 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (6092b057-5f5b-4d52-a8f0-66a700f4fa4e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:34.694362 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] For port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:31:34.715526 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] For port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=6092b057-5f5b-4d52-a8f0-66a700f4fa4e,segment=NetworkSegment(dd46e161-9082-41ba-b286-ee7779400f72),segment_id=dd46e161-9082-41ba-b286-ee7779400f72)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:31:34.723396 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (6092b057-5f5b-4d52-a8f0-66a700f4fa4e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:34.780926 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491c194-9651-43c3-9fd4-4af6806a7ee5 None None] Pushing event updated for resources: {'Port': ['ID=6092b057-5f5b-4d52-a8f0-66a700f4fa4e,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:35.884191 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 50480) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:36.223632 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [None req-25948be0-649a-48a3-bd01-ac82b7e6a46b admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:31:36.239410 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-25948be0-649a-48a3-bd01-ac82b7e6a46b admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3394833 Jun 23 13:31:37.062353 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:37.069357 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=6 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:38.514398 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 50492) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:39.042307 dv-cinder-815582-10-iscsi neutron-server[110547]: WARNING oslo_policy.policy [None req-016f1caa-785d-4873-9e4e-b57ddb874165 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 13:31:39.042841 dv-cinder-815582-10-iscsi neutron-server[110547]: WARNING oslo_policy.policy [None req-016f1caa-785d-4873-9e4e-b57ddb874165 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 13:31:39.260266 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [None req-016f1caa-785d-4873-9e4e-b57ddb874165 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:31:39.261564 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-016f1caa-785d-4873-9e4e-b57ddb874165 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7452424 Jun 23 13:31:41.544929 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 50510) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:41.896477 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-78cc31cf-6092-48b2-bd06-7d8da989dcf1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:31:41.953862 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.policy [None req-78cc31cf-6092-48b2-bd06-7d8da989dcf1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110547) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 13:31:41.994993 dv-cinder-815582-10-iscsi neutron-server[110547]: WARNING oslo_policy.policy [None req-78cc31cf-6092-48b2-bd06-7d8da989dcf1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 13:31:41.995398 dv-cinder-815582-10-iscsi neutron-server[110547]: WARNING oslo_policy.policy [None req-78cc31cf-6092-48b2-bd06-7d8da989dcf1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 13:31:42.014962 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writer thread running {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 13:31:42.015622 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:42.061116 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-78cc31cf-6092-48b2-bd06-7d8da989dcf1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (f72ba970-c337-483b-a64c-113db0394608), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:42.063153 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-78cc31cf-6092-48b2-bd06-7d8da989dcf1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (f72ba970-c337-483b-a64c-113db0394608), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:42.225378 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-78cc31cf-6092-48b2-bd06-7d8da989dcf1 demo demo] Publish callbacks [] for router_controller (f72ba970-c337-483b-a64c-113db0394608), precommit_add_association {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:42.231920 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-78cc31cf-6092-48b2-bd06-7d8da989dcf1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (f72ba970-c337-483b-a64c-113db0394608), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:42.258688 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-78cc31cf-6092-48b2-bd06-7d8da989dcf1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:42.259937 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-78cc31cf-6092-48b2-bd06-7d8da989dcf1 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7135942 Jun 23 13:31:42.731548 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6202248-6c1a-4272-b821-f7970735ca78 None None] Network 5811b957-bc3d-40b1-ab20-e890893b16f7 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:31:42.821409 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-21b0534e-09b1-4eb2-940b-8f5a486caf2e None None] Provisioning complete for port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:31:42.821817 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-21b0534e-09b1-4eb2-940b-8f5a486caf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (6092b057-5f5b-4d52-a8f0-66a700f4fa4e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:42.902404 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 6092b057-5f5b-4d52-a8f0-66a700f4fa4e up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:31:43.039810 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-21b0534e-09b1-4eb2-940b-8f5a486caf2e None None] Current status of the port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:31:43.040159 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-21b0534e-09b1-4eb2-940b-8f5a486caf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (6092b057-5f5b-4d52-a8f0-66a700f4fa4e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:43.056504 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:31:43.056894 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (6092b057-5f5b-4d52-a8f0-66a700f4fa4e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:43.111759 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-21b0534e-09b1-4eb2-940b-8f5a486caf2e None None] For port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=6092b057-5f5b-4d52-a8f0-66a700f4fa4e,segment=NetworkSegment(dd46e161-9082-41ba-b286-ee7779400f72),segment_id=dd46e161-9082-41ba-b286-ee7779400f72)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:31:43.116390 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-21b0534e-09b1-4eb2-940b-8f5a486caf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (6092b057-5f5b-4d52-a8f0-66a700f4fa4e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:43.185652 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:43.188969 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:31:43.191187 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0534e-09b1-4eb2-940b-8f5a486caf2e None None] Pushing event updated for resources: {'Port': ['ID=6092b057-5f5b-4d52-a8f0-66a700f4fa4e,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:43.234033 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-bd3c721e-154b-4d47-a3fd-c44bd731d925 None None] Provisioning complete for port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:31:43.234346 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bd3c721e-154b-4d47-a3fd-c44bd731d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (6092b057-5f5b-4d52-a8f0-66a700f4fa4e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:43.305778 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c721e-154b-4d47-a3fd-c44bd731d925 None None] Current status of the port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:31:43.616616 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:43.617440 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:44.539601 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 50528) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:44.861871 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 6092b057-5f5b-4d52-a8f0-66a700f4fa4e up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:31:44.908638 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:31:44.909030 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (6092b057-5f5b-4d52-a8f0-66a700f4fa4e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:44.915721 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [None req-20a317a8-05d0-4ac5-ac91-a0172b3a1a6a admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:31:44.916698 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-20a317a8-05d0-4ac5-ac91-a0172b3a1a6a admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3762228 Jun 23 13:31:44.973464 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:44.983126 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:31:47.166565 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 50536) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:47.521120 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:31:47.545138 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Made reservation on behalf of ee8652e385f24bd9be7726e25f653946 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:31:47.548064 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:47.563546 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:47.669006 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Publish callbacks [] for security_group (6e47f031-a175-44a4-9d96-7edc8ef66f62), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:47.676321 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (6e47f031-a175-44a4-9d96-7edc8ef66f62), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:47.687529 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Reserving flat network on physical network physnet1 {{(pid=110547) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 13:31:47.717881 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763188893058', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (662c4827-898e-4ef2-80ae-9dd4901a13d7), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:47.718421 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Unsubscribe: segment precommit_create {{(pid=110547) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 13:31:47.718941 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Added segment 662c4827-898e-4ef2-80ae-9dd4901a13d7 of type flat for network b47f5017-8eb5-4408-a8d6-8485afbf49d2 Jun 23 13:31:47.753243 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e47f031-a175-44a4-9d96-7edc8ef66f62,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:47.790680 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.791063 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.791417 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.791776 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.792105 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.792428 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.792746 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.793098 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.793426 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.793742 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.794445 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.797616 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.797986 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.798324 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.798653 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:47.799680 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Tracked resource versions report: Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: pushed versions: Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: { 'AddressGroup': {'1.2'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Agent': {'1.1'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'ConntrackHelper': {'1.0'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'LocalIPAssociation': {'1.0'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Log': {'1.0'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'NDPProxy': {'1.0'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Network': {'1.1'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Port': {'1.7'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'PortForwarding': {'1.3'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'QosPolicy': {'1.10'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SecurityGroup': {'1.5'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SecurityGroupRule': {'1.2'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SubPort': {'1.0'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Subnet': {'1.1'}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Trunk': {'1.1'}} Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: consumer versions: Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: { DHCP agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: L3 agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: Metadata agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: Metering agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: Open vSwitch agent@dv-cinder-815582-10-iscsi: { 'AddressGroup': '1.2', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Agent': '1.1', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'ConntrackHelper': '1.0', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'LocalIPAssociation': '1.0', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Log': '1.0', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'NDPProxy': '1.0', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Network': '1.1', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Port': '1.7', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'PortForwarding': '1.3', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'QosPolicy': '1.10', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SecurityGroup': '1.5', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SecurityGroupRule': '1.2', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SubPort': '1.0', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Subnet': '1.1', Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Trunk': '1.1'}} Jun 23 13:31:47.800158 dv-cinder-815582-10-iscsi neutron-server[110547]: {{(pid=110547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 13:31:47.836626 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (b47f5017-8eb5-4408-a8d6-8485afbf49d2), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:47.887614 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (b47f5017-8eb5-4408-a8d6-8485afbf49d2), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:47.888967 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:31:47.889700 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:47.959418 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7911615 Jun 23 13:31:47.994210 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31af4b4-1b3f-4205-b1d0-386f96059499 admin admin] Pushing event updated for resources: {'Network': ['ID=b47f5017-8eb5-4408-a8d6-8485afbf49d2,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:48.006691 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:31:50.081542 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a6c06d24-eec9-4208-9fc7-e3cb469385ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:50.178782 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 50548) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:50.637531 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322a02ec-c268-47d9-abe8-ff782f990fd4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:31:50.638829 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-322a02ec-c268-47d9-abe8-ff782f990fd4 demo admin] 10.222.0.26 "GET /v2.0/subnets/994640be-8f13-4d38-82cb-1cb7806e3251 HTTP/1.1" status: 200 len: 849 time: 0.4590018 Jun 23 13:31:50.776602 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-af819476-d896-4684-89e2-e7c9a89a17b9 demo admin] 10.222.0.26 "GET /v2.0/routers/f72ba970-c337-483b-a64c-113db0394608 HTTP/1.1" status: 200 len: 704 time: 0.1286259 Jun 23 13:31:51.041814 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:51.057989 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:51.117679 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:51.347480 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Allocated IP 172.20.0.1 (5811b957-bc3d-40b1-ab20-e890893b16f7/994640be-8f13-4d38-82cb-1cb7806e3251/e802b1e6-0b54-406b-8b0a-83a7416bff8a) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:31:51.533955 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Publish callbacks [] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:51.601094 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:51.679197 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Network 5811b957-bc3d-40b1-ab20-e890893b16f7 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:31:51.686805 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:31:51.688843 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Pushing event updated for resources: {'Port': ['ID=e802b1e6-0b54-406b-8b0a-83a7416bff8a,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:51.692987 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:31:51.693526 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (f72ba970-c337-483b-a64c-113db0394608), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:51.885026 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-77495d8c-8f1a-41f6-a738-c16e101bdf33 None None] Provisioning complete for port e802b1e6-0b54-406b-8b0a-83a7416bff8a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:31:51.885607 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-77495d8c-8f1a-41f6-a738-c16e101bdf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:51.894212 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:51.921121 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-77495d8c-8f1a-41f6-a738-c16e101bdf33 None None] Port e802b1e6-0b54-406b-8b0a-83a7416bff8a cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:31:52.163326 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Publish callbacks [] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:52.169471 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:52.170244 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (f72ba970-c337-483b-a64c-113db0394608), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:52.228318 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Pushing event updated for resources: {'Port': ['ID=e802b1e6-0b54-406b-8b0a-83a7416bff8a,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:52.263316 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:52.267283 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:52.300664 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Network 5811b957-bc3d-40b1-ab20-e890893b16f7 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:31:52.302040 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:31:52.457643 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Router f72ba970-c337-483b-a64c-113db0394608 is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:31:52.545839 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:31:52.551924 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ffc8c428-3bd4-412a-b8d7-f825c484c394 demo admin] 10.222.0.26 "PUT /v2.0/routers/f72ba970-c337-483b-a64c-113db0394608/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7695503 Jun 23 13:31:52.557616 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Sync routers for ids ['f72ba970-c337-483b-a64c-113db0394608'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:31:52.573304 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Routers {'f72ba970-c337-483b-a64c-113db0394608'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:31:52.574253 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:31:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['f72ba970-c337-483b-a64c-113db0394608'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:31:52.602755 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-5116f907-4a30-42ec-9f87-88ea9fe8ac2a None None] Provisioning complete for port e802b1e6-0b54-406b-8b0a-83a7416bff8a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:31:52.603139 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5116f907-4a30-42ec-9f87-88ea9fe8ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:52.636887 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-5116f907-4a30-42ec-9f87-88ea9fe8ac2a None None] Port e802b1e6-0b54-406b-8b0a-83a7416bff8a cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:31:52.664734 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-04956af0-2266-4a86-afd0-ad0b07490dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:52.757184 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Set router f72ba970-c337-483b-a64c-113db0394608 gateway port host: None {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:31:53.167489 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72ba970-c337-483b-a64c-113db0394608', 'name': 'router1', 'tenant_id': '51c51146274043308cc062f293d361dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:31:42Z', 'updated_at': '2022-06-23T13:31:51Z', 'revision_number': 2, 'project_id': '51c51146274043308cc062f293d361dd', 'gw_port_host': None, '_interfaces': [{'id': 'e802b1e6-0b54-406b-8b0a-83a7416bff8a', 'name': '', 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7', 'tenant_id': '51c51146274043308cc062f293d361dd', 'mac_address': 'fa:16:3e:b1:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72ba970-c337-483b-a64c-113db0394608', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:31:51Z', 'updated_at': '2022-06-23T13:31:52Z', 'revision_number': 2, 'project_id': '51c51146274043308cc062f293d361dd', 'subnets': [{'id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70466ae3-c0c7-4ddb-ae8a-682e6064ee69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:31:53.215631 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Checking router: f72ba970-c337-483b-a64c-113db0394608 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:31:53.215991 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Updating router f72ba970-c337-483b-a64c-113db0394608 port e802b1e6-0b54-406b-8b0a-83a7416bff8a binding host dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:31:53.267243 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:53.414927 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:53.756131 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Publish callbacks [] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:53.763586 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:53.918956 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Pushing event updated for resources: {'Port': ['ID=e802b1e6-0b54-406b-8b0a-83a7416bff8a,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:53.933664 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.934003 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.934339 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.934670 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.934995 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.935314 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.935650 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.935965 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.936304 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.936625 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.936941 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.937273 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.937586 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.937898 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.938205 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Tracked resource versions report: Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: pushed versions: Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: { 'AddressGroup': {'1.2'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Agent': {'1.1'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'ConntrackHelper': {'1.0'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'LocalIPAssociation': {'1.0'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Log': {'1.0'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'NDPProxy': {'1.0'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Network': {'1.1'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Port': {'1.7'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'PortForwarding': {'1.3'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'QosPolicy': {'1.10'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SecurityGroup': {'1.5'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SecurityGroupRule': {'1.2'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SubPort': {'1.0'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Subnet': {'1.1'}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Trunk': {'1.1'}} Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: consumer versions: Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: { DHCP agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: L3 agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: Metadata agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: Metering agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: Open vSwitch agent@dv-cinder-815582-10-iscsi: { 'AddressGroup': '1.2', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Agent': '1.1', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'ConntrackHelper': '1.0', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'LocalIPAssociation': '1.0', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Log': '1.0', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'NDPProxy': '1.0', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Network': '1.1', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Port': '1.7', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'PortForwarding': '1.3', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'QosPolicy': '1.10', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SecurityGroup': '1.5', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SecurityGroupRule': '1.2', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SubPort': '1.0', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Subnet': '1.1', Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Trunk': '1.1'}} Jun 23 13:31:53.939632 dv-cinder-815582-10-iscsi neutron-server[110550]: {{(pid=110550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 13:31:53.944347 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Attempting to bind port e802b1e6-0b54-406b-8b0a-83a7416bff8a on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:31:53.944744 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Attempting to bind port e802b1e6-0b54-406b-8b0a-83a7416bff8a by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': 'dd46e161-9082-41ba-b286-ee7779400f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:31:53.945165 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Attempting to bind port e802b1e6-0b54-406b-8b0a-83a7416bff8a on network 5811b957-bc3d-40b1-ab20-e890893b16f7 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:31:53.950966 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:31:53.951428 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Checking segment: {'id': 'dd46e161-9082-41ba-b286-ee7779400f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:31:53.951855 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:53.952232 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Bound using segment: {'id': 'dd46e161-9082-41ba-b286-ee7779400f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:31:53.952703 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Bound port: e802b1e6-0b54-406b-8b0a-83a7416bff8a, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd46e161-9082-41ba-b286-ee7779400f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:31:53.953110 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:54.016251 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:54.020158 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] For port e802b1e6-0b54-406b-8b0a-83a7416bff8a, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:31:54.040285 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] For port e802b1e6-0b54-406b-8b0a-83a7416bff8a, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=e802b1e6-0b54-406b-8b0a-83a7416bff8a,segment=NetworkSegment(dd46e161-9082-41ba-b286-ee7779400f72),segment_id=dd46e161-9082-41ba-b286-ee7779400f72)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:31:54.046482 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:54.061650 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-1d241818-0b9f-4568-82f4-eeb4570565d2 None None] Provisioning complete for port e802b1e6-0b54-406b-8b0a-83a7416bff8a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:31:54.062299 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1d241818-0b9f-4568-82f4-eeb4570565d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:54.090760 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:54.097576 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Routers {'f72ba970-c337-483b-a64c-113db0394608'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:31:54.098218 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:31:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['f72ba970-c337-483b-a64c-113db0394608'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:31:54.153354 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-1d241818-0b9f-4568-82f4-eeb4570565d2 None None] Current status of the port e802b1e6-0b54-406b-8b0a-83a7416bff8a is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:31:54.154281 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1d241818-0b9f-4568-82f4-eeb4570565d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:54.187821 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] Set router f72ba970-c337-483b-a64c-113db0394608 gateway port host: None {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:31:54.193186 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-1d241818-0b9f-4568-82f4-eeb4570565d2 None None] For port e802b1e6-0b54-406b-8b0a-83a7416bff8a, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=e802b1e6-0b54-406b-8b0a-83a7416bff8a,segment=NetworkSegment(dd46e161-9082-41ba-b286-ee7779400f72),segment_id=dd46e161-9082-41ba-b286-ee7779400f72)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:31:54.198466 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1d241818-0b9f-4568-82f4-eeb4570565d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:54.258893 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d241818-0b9f-4568-82f4-eeb4570565d2 None None] Pushing event updated for resources: {'Port': ['ID=e802b1e6-0b54-406b-8b0a-83a7416bff8a,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:54.279032 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde41b0a-82c0-40f2-bc66-bbf7f4e96f61 None None] Pushing event updated for resources: {'Port': ['ID=e802b1e6-0b54-406b-8b0a-83a7416bff8a,revision_number=4']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:54.322198 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-762058bc-2a6b-4c4e-8427-179b560080b7 None None] Provisioning complete for port e802b1e6-0b54-406b-8b0a-83a7416bff8a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:31:54.322788 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-762058bc-2a6b-4c4e-8427-179b560080b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:54.390111 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72ba970-c337-483b-a64c-113db0394608', 'name': 'router1', 'tenant_id': '51c51146274043308cc062f293d361dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:31:42Z', 'updated_at': '2022-06-23T13:31:51Z', 'revision_number': 2, 'project_id': '51c51146274043308cc062f293d361dd', 'gw_port_host': None, '_interfaces': [{'id': 'e802b1e6-0b54-406b-8b0a-83a7416bff8a', 'name': '', 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7', 'tenant_id': '51c51146274043308cc062f293d361dd', 'mac_address': 'fa:16:3e:b1:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72ba970-c337-483b-a64c-113db0394608', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:31:51Z', 'updated_at': '2022-06-23T13:31:54Z', 'revision_number': 4, 'project_id': '51c51146274043308cc062f293d361dd', 'subnets': [{'id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70466ae3-c0c7-4ddb-ae8a-682e6064ee69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:31:54.396215 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-762058bc-2a6b-4c4e-8427-179b560080b7 None None] Current status of the port e802b1e6-0b54-406b-8b0a-83a7416bff8a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:31:54.417270 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb072aa-7e42-4a07-bc99-36713ced96a7 None None] The sync data for ids ['f72ba970-c337-483b-a64c-113db0394608'] in dv-cinder-815582-10-iscsi is: [{'id': 'f72ba970-c337-483b-a64c-113db0394608', 'name': 'router1', 'tenant_id': '51c51146274043308cc062f293d361dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:31:42Z', 'updated_at': '2022-06-23T13:31:51Z', 'revision_number': 2, 'project_id': '51c51146274043308cc062f293d361dd', 'gw_port_host': None, '_interfaces': [{'id': 'e802b1e6-0b54-406b-8b0a-83a7416bff8a', 'name': '', 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7', 'tenant_id': '51c51146274043308cc062f293d361dd', 'mac_address': 'fa:16:3e:b1:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72ba970-c337-483b-a64c-113db0394608', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:31:51Z', 'updated_at': '2022-06-23T13:31:54Z', 'revision_number': 4, 'project_id': '51c51146274043308cc062f293d361dd', 'subnets': [{'id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70466ae3-c0c7-4ddb-ae8a-682e6064ee69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:31:54.809007 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 50572) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:55.020829 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf162f-7c13-48a5-a925-6e9e0205e67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:31:55.022216 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-05cf162f-7c13-48a5-a925-6e9e0205e67f admin admin] 10.222.0.26 "GET /v2.0/networks/b47f5017-8eb5-4408-a8d6-8485afbf49d2 HTTP/1.1" status: 200 len: 842 time: 0.2123873 Jun 23 13:31:55.027167 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:55.032532 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:31:55.056991 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Made reservation on behalf of ee8652e385f24bd9be7726e25f653946 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:31:55.059475 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:55.171122 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:55.185368 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:55.341607 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.objects.ports [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110547) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 23 13:31:55.342017 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for subnet (7769463b-e8e2-4850-bfe7-bbaaf0257b2f), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:55.397031 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7769463b-e8e2-4850-bfe7-bbaaf0257b2f,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:55.409840 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:31:55.410199 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Network hostable DHCP agents. Network: b47f5017-8eb5-4408-a8d6-8485afbf49d2, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:31:55.432147 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:31:55.443534 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, b47f5017-8eb5-4408-a8d6-8485afbf49d2) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:31:55.447753 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:31:55.448344 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:55.452959 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb69ec9-0da8-48b6-94c5-101bbdc93e5a None None] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:31:55.466866 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-00fdb0ba-eb55-4b97-a7d1-58c01456bb23 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4379568 Jun 23 13:31:55.570666 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7fb1aa-42d0-4220-b411-5d01faaa21e0 None None] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:31:57.700679 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 50590) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:31:57.829911 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:57.834029 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-462d3ea0-31ca-42dc-90b3-6a8abf13db0b demo admin] 10.222.0.26 "GET /v2.0/routers/f72ba970-c337-483b-a64c-113db0394608 HTTP/1.1" status: 200 len: 710 time: 0.1322105 Jun 23 13:31:57.870722 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:57.929184 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c02db4-802a-4c21-860c-e5593eda8912 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:31:57.935696 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-23c02db4-802a-4c21-860c-e5593eda8912 demo admin] 10.222.0.26 "GET /v2.0/networks/b47f5017-8eb5-4408-a8d6-8485afbf49d2 HTTP/1.1" status: 200 len: 886 time: 0.0903268 Jun 23 13:31:57.939461 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:31:58.248786 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Publish callbacks [] for router_gateway (f72ba970-c337-483b-a64c-113db0394608), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:58.466125 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Publish callbacks [] for router_gateway (f72ba970-c337-483b-a64c-113db0394608), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:58.546960 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:58.655101 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Allocated IP 172.27.0.78 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/ea6a582a-4f48-4eb1-9222-93bbb127f1a2) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:31:58.761928 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Publish callbacks [] for port (ea6a582a-4f48-4eb1-9222-93bbb127f1a2), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:58.789079 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:58.796639 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (ea6a582a-4f48-4eb1-9222-93bbb127f1a2), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:58.840943 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:31:58.844290 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:31:58.846134 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Pushing event updated for resources: {'Port': ['ID=ea6a582a-4f48-4eb1-9222-93bbb127f1a2,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:31:58.848116 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:31:58.921685 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:31:59.089159 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Publish callbacks [] for router_gateway (f72ba970-c337-483b-a64c-113db0394608), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:59.279178 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-265940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-268374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24981'] for router (f72ba970-c337-483b-a64c-113db0394608), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:59.283028 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-265901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-265919', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-268335'] for router (f72ba970-c337-483b-a64c-113db0394608), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:59.391073 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Router f72ba970-c337-483b-a64c-113db0394608 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:31:59.574491 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:31:59.578975 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:31:59.580189 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-39367e72-0976-406f-a358-9462aa00d741 demo admin] 10.222.0.26 "PUT /v2.0/routers/f72ba970-c337-483b-a64c-113db0394608 HTTP/1.1" status: 200 len: 889 time: 1.6438627 Jun 23 13:32:00.560941 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Sync routers for ids ['f72ba970-c337-483b-a64c-113db0394608'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:32:00.572618 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Routers {'f72ba970-c337-483b-a64c-113db0394608'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:32:00.573298 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:31:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['f72ba970-c337-483b-a64c-113db0394608'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:32:00.766651 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Set router f72ba970-c337-483b-a64c-113db0394608 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:32:00.901218 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device e802b1e6-0b54-406b-8b0a-83a7416bff8a up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:32:00.952154 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:01.052057 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port e802b1e6-0b54-406b-8b0a-83a7416bff8a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:32:01.052340 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:01.310358 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72ba970-c337-483b-a64c-113db0394608', 'name': 'router1', 'tenant_id': '51c51146274043308cc062f293d361dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'ea6a582a-4f48-4eb1-9222-93bbb127f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:31:42Z', 'updated_at': '2022-06-23T13:31:58Z', 'revision_number': 4, 'project_id': '51c51146274043308cc062f293d361dd', 'gw_port': {'id': 'ea6a582a-4f48-4eb1-9222-93bbb127f1a2', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72ba970-c337-483b-a64c-113db0394608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:31:58Z', 'updated_at': '2022-06-23T13:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e802b1e6-0b54-406b-8b0a-83a7416bff8a', 'name': '', 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7', 'tenant_id': '51c51146274043308cc062f293d361dd', 'mac_address': 'fa:16:3e:b1:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72ba970-c337-483b-a64c-113db0394608', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:31:51Z', 'updated_at': '2022-06-23T13:31:54Z', 'revision_number': 5, 'project_id': '51c51146274043308cc062f293d361dd', 'subnets': [{'id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70466ae3-c0c7-4ddb-ae8a-682e6064ee69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:32:01.334789 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port e802b1e6-0b54-406b-8b0a-83a7416bff8a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:32:01.359892 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Checking router: f72ba970-c337-483b-a64c-113db0394608 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:32:01.360248 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Updating router f72ba970-c337-483b-a64c-113db0394608 port ea6a582a-4f48-4eb1-9222-93bbb127f1a2 binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:32:01.413930 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (ea6a582a-4f48-4eb1-9222-93bbb127f1a2), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:01.619553 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:01.720948 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Publish callbacks [] for port (ea6a582a-4f48-4eb1-9222-93bbb127f1a2), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:01.727483 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (ea6a582a-4f48-4eb1-9222-93bbb127f1a2), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:01.780930 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef8d21-c2d4-40ca-bc9a-a8a3c8d680c7 None None] Pushing event updated for resources: {'Port': ['ID=ea6a582a-4f48-4eb1-9222-93bbb127f1a2,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:32:01.783695 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Attempting to bind port ea6a582a-4f48-4eb1-9222-93bbb127f1a2 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:32:01.784061 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Attempting to bind port ea6a582a-4f48-4eb1-9222-93bbb127f1a2 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:32:01.784420 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Attempting to bind port ea6a582a-4f48-4eb1-9222-93bbb127f1a2 on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:32:01.789951 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:32:01.790320 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:32:01.790715 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:01.791096 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:32:01.791554 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Bound port: ea6a582a-4f48-4eb1-9222-93bbb127f1a2, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:32:01.791963 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (ea6a582a-4f48-4eb1-9222-93bbb127f1a2), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:01.831779 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 50602) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:32:01.839790 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] For port ea6a582a-4f48-4eb1-9222-93bbb127f1a2, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:32:01.843162 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] For port ea6a582a-4f48-4eb1-9222-93bbb127f1a2, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=ea6a582a-4f48-4eb1-9222-93bbb127f1a2,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:32:01.850455 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (ea6a582a-4f48-4eb1-9222-93bbb127f1a2), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:01.908885 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef8d21-c2d4-40ca-bc9a-a8a3c8d680c7 None None] Pushing event updated for resources: {'Port': ['ID=ea6a582a-4f48-4eb1-9222-93bbb127f1a2,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:32:01.912730 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Routers {'f72ba970-c337-483b-a64c-113db0394608'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:32:01.913321 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:31:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['f72ba970-c337-483b-a64c-113db0394608'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:32:01.946415 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-12443ea9-b893-48b0-aee9-170cd8254a30 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1134272 Jun 23 13:32:02.019411 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] Set router f72ba970-c337-483b-a64c-113db0394608 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:32:02.047234 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:02.221136 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72ba970-c337-483b-a64c-113db0394608', 'name': 'router1', 'tenant_id': '51c51146274043308cc062f293d361dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'ea6a582a-4f48-4eb1-9222-93bbb127f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:31:42Z', 'updated_at': '2022-06-23T13:31:58Z', 'revision_number': 4, 'project_id': '51c51146274043308cc062f293d361dd', 'gw_port': {'id': 'ea6a582a-4f48-4eb1-9222-93bbb127f1a2', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72ba970-c337-483b-a64c-113db0394608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:31:58Z', 'updated_at': '2022-06-23T13:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e802b1e6-0b54-406b-8b0a-83a7416bff8a', 'name': '', 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7', 'tenant_id': '51c51146274043308cc062f293d361dd', 'mac_address': 'fa:16:3e:b1:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72ba970-c337-483b-a64c-113db0394608', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:31:51Z', 'updated_at': '2022-06-23T13:31:54Z', 'revision_number': 5, 'project_id': '51c51146274043308cc062f293d361dd', 'subnets': [{'id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70466ae3-c0c7-4ddb-ae8a-682e6064ee69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:32:02.245375 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1d104-fac2-4b1f-9e09-853262d59cbb None None] The sync data for ids ['f72ba970-c337-483b-a64c-113db0394608'] in dv-cinder-815582-10-iscsi is: [{'id': 'f72ba970-c337-483b-a64c-113db0394608', 'name': 'router1', 'tenant_id': '51c51146274043308cc062f293d361dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'ea6a582a-4f48-4eb1-9222-93bbb127f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:31:42Z', 'updated_at': '2022-06-23T13:31:58Z', 'revision_number': 4, 'project_id': '51c51146274043308cc062f293d361dd', 'gw_port': {'id': 'ea6a582a-4f48-4eb1-9222-93bbb127f1a2', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72ba970-c337-483b-a64c-113db0394608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:31:58Z', 'updated_at': '2022-06-23T13:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e802b1e6-0b54-406b-8b0a-83a7416bff8a', 'name': '', 'network_id': '5811b957-bc3d-40b1-ab20-e890893b16f7', 'tenant_id': '51c51146274043308cc062f293d361dd', 'mac_address': 'fa:16:3e:b1:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72ba970-c337-483b-a64c-113db0394608', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:31:51Z', 'updated_at': '2022-06-23T13:31:54Z', 'revision_number': 5, 'project_id': '51c51146274043308cc062f293d361dd', 'subnets': [{'id': '994640be-8f13-4d38-82cb-1cb7806e3251', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70466ae3-c0c7-4ddb-ae8a-682e6064ee69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:32:02.902915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device ea6a582a-4f48-4eb1-9222-93bbb127f1a2 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:32:02.949640 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port ea6a582a-4f48-4eb1-9222-93bbb127f1a2 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:32:02.950021 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (ea6a582a-4f48-4eb1-9222-93bbb127f1a2), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:03.024354 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port ea6a582a-4f48-4eb1-9222-93bbb127f1a2 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:32:03.024742 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (ea6a582a-4f48-4eb1-9222-93bbb127f1a2), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:03.031294 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:03.046117 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port ea6a582a-4f48-4eb1-9222-93bbb127f1a2, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=ea6a582a-4f48-4eb1-9222-93bbb127f1a2,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:32:03.051665 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (ea6a582a-4f48-4eb1-9222-93bbb127f1a2), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:03.098269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=ea6a582a-4f48-4eb1-9222-93bbb127f1a2,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:32:04.910053 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device ea6a582a-4f48-4eb1-9222-93bbb127f1a2 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:32:04.958406 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port ea6a582a-4f48-4eb1-9222-93bbb127f1a2 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:32:04.958751 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (ea6a582a-4f48-4eb1-9222-93bbb127f1a2), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:05.027231 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port ea6a582a-4f48-4eb1-9222-93bbb127f1a2 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:32:05.805844 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=61 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:05.807167 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=21 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:11.939915 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:11.943515 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:15.023012 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=65 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:15.025516 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=21 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:20.088132 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-682f2b5c-e134-4d48-af4d-d9eef778ba51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:22.672379 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ead0e80d-8372-4baa-81f0-f7081900d1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:23.452029 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:24.798726 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:32:25.048551 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:25.198758 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:35.179490 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:35.192016 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:42.795620 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:42.804898 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=6 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:50.082050 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a137d65c-a18b-4f38-803b-303e47f9e2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:52.671223 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3ef6a7c2-d197-41f0-a926-af9062162781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:53.426758 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:53.792886 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:53.832837 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:32:55.035740 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:32:55.186479 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:01.799254 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:33:05.173565 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:05.180783 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:18.124465 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51142) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:33:18.191546 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e0a866-7341-41a3-a89e-f64a23d61308 admin admin] GET failed (client error): The resource could not be found. Jun 23 13:33:18.192813 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f4e0a866-7341-41a3-a89e-f64a23d61308 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674045 Jun 23 13:33:18.355558 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13467c8-0852-4fe3-b2ae-29b5ed860794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:18.356922 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f13467c8-0852-4fe3-b2ae-29b5ed860794 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598842 Jun 23 13:33:19.799784 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:19.800597 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:20.081808 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f6a6bf0e-1532-45a4-903f-481629311964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:20.429031 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51152) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:33:20.529645 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffe9c98-d4fe-4e91-a6a6-944e03a5f17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:20.530961 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6ffe9c98-d4fe-4e91-a6a6-944e03a5f17b admin admin] 10.222.0.26 "GET /v2.0/subnets/994640be-8f13-4d38-82cb-1cb7806e3251 HTTP/1.1" status: 200 len: 849 time: 0.1009822 Jun 23 13:33:20.544081 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:33:20.632183 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Publish callbacks [] for subnet (994640be-8f13-4d38-82cb-1cb7806e3251), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:20.785134 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763188643175'] for subnet (994640be-8f13-4d38-82cb-1cb7806e3251), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:20.817552 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:20.818143 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:20.819429 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] 10.222.0.26 "PUT /v2.0/subnets/994640be-8f13-4d38-82cb-1cb7806e3251 HTTP/1.1" status: 200 len: 868 time: 0.2790887 Jun 23 13:33:20.822542 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0209cde-eff8-4393-b280-0c6014a02f68 None None] Network 5811b957-bc3d-40b1-ab20-e890893b16f7 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:33:20.846637 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994640be-8f13-4d38-82cb-1cb7806e3251,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:33:20.854792 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.854792 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.855228 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.855507 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.855833 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.856194 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.856523 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.856852 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.857174 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.857503 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.857828 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.858148 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.858474 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.858795 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:20.859112 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c43d7-4a91-4ee1-9183-925b569e4351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:33:21.185649 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-afa9209c-3bbc-4c2e-828c-23573c71f1d3 None None] Provisioning complete for port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:33:21.186274 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-afa9209c-3bbc-4c2e-828c-23573c71f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (6092b057-5f5b-4d52-a8f0-66a700f4fa4e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:21.261770 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-afa9209c-3bbc-4c2e-828c-23573c71f1d3 None None] Current status of the port 6092b057-5f5b-4d52-a8f0-66a700f4fa4e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:33:21.270151 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-afa9209c-3bbc-4c2e-828c-23573c71f1d3 None None] Provisioning complete for port e802b1e6-0b54-406b-8b0a-83a7416bff8a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:33:21.270512 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-afa9209c-3bbc-4c2e-828c-23573c71f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e802b1e6-0b54-406b-8b0a-83a7416bff8a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:21.338619 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-afa9209c-3bbc-4c2e-828c-23573c71f1d3 None None] Current status of the port e802b1e6-0b54-406b-8b0a-83a7416bff8a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:33:22.666073 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3bf50a0c-4c6f-42c7-8132-d4c4a205de09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:22.947491 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51160) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:33:23.167786 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a0b49-bf4d-431e-bc74-16361023feb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:23.168271 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a0b49-bf4d-431e-bc74-16361023feb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:23.169812 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7c0a0b49-bf4d-431e-bc74-16361023feb6 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2213101 Jun 23 13:33:23.428198 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:25.033276 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:25.181407 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:25.220596 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51170) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:33:25.360133 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a9a7e7-95d1-46f6-9a14-5b06fd6720b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:25.360598 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a9a7e7-95d1-46f6-9a14-5b06fd6720b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:25.362108 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-80a9a7e7-95d1-46f6-9a14-5b06fd6720b1 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1405027 Jun 23 13:33:27.410867 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51178) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:33:27.562062 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e938f0-7960-48ca-be34-4bdf7a0b9886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:27.563471 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f6e938f0-7960-48ca-be34-4bdf7a0b9886 admin admin] 10.222.0.26 "GET /v2.0/networks/5811b957-bc3d-40b1-ab20-e890893b16f7 HTTP/1.1" status: 200 len: 869 time: 0.1515694 Jun 23 13:33:29.614594 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51186) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:33:29.757522 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df84b56-4085-4702-9ba3-48873e4f74fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:29.758949 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3df84b56-4085-4702-9ba3-48873e4f74fd admin admin] 10.222.0.26 "GET /v2.0/networks/b47f5017-8eb5-4408-a8d6-8485afbf49d2 HTTP/1.1" status: 200 len: 886 time: 0.1433771 Jun 23 13:33:30.849513 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=65,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:30.853801 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:31.820607 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51194) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:33:31.965002 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19943d8-9cc6-4025-8c94-6ded7ee1d70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:31.965452 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19943d8-9cc6-4025-8c94-6ded7ee1d70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:31.967023 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b19943d8-9cc6-4025-8c94-6ded7ee1d70e admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1453404 Jun 23 13:33:34.022294 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51202) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:33:34.173445 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34b2090-0dbd-4e18-bcad-43ead44336e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:34.173892 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34b2090-0dbd-4e18-bcad-43ead44336e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:34.175443 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a34b2090-0dbd-4e18-bcad-43ead44336e5 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1516361 Jun 23 13:33:35.173830 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:35.175804 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:36.194990 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51210) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:33:36.285642 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121bed00-76e1-4090-bc72-3a2d71cffa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:36.286979 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-121bed00-76e1-4090-bc72-3a2d71cffa02 admin admin] 10.222.0.26 "GET /v2.0/subnets/7769463b-e8e2-4850-bfe7-bbaaf0257b2f HTTP/1.1" status: 200 len: 816 time: 0.0909860 Jun 23 13:33:38.336547 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51218) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:33:38.435042 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236094e2-e5b0-4804-a6ca-4122e9c83525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:33:38.436396 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-236094e2-e5b0-4804-a6ca-4122e9c83525 admin admin] 10.222.0.26 "GET /v2.0/subnets/994640be-8f13-4d38-82cb-1cb7806e3251 HTTP/1.1" status: 200 len: 868 time: 0.0988598 Jun 23 13:33:38.798443 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:33:41.955584 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=49 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:41.959484 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=53 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:48.425286 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=15 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:48.432247 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=21 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:50.088491 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9c1e97cb-cab8-4197-a366-c4ae330faf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:52.670265 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e526c896-1931-425b-bee2-c73c47e5061e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:53.433275 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:55.035959 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:55.186387 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:33:56.797049 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:33:56.798362 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:34:04.849473 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51272) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:34:04.901030 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [None req-717be22b-6698-43d1-a0fc-55ec3d1a0e4a admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:34:04.902041 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-717be22b-6698-43d1-a0fc-55ec3d1a0e4a admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0516040 Jun 23 13:34:05.179318 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:34:05.181380 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:34:07.035921 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51280) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:34:07.107638 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d37e42-fded-4066-bc1d-23a8ae345f79 admin admin] GET failed (client error): The resource could not be found. Jun 23 13:34:07.109143 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-83d37e42-fded-4066-bc1d-23a8ae345f79 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0718520 Jun 23 13:34:07.252867 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285cf80e-10da-4b25-9439-9f2ed4920229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:34:07.254257 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-285cf80e-10da-4b25-9439-9f2ed4920229 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1409299 Jun 23 13:34:09.386956 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51288) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:34:09.440901 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:34:09.466201 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Made reservation on behalf of ee8652e385f24bd9be7726e25f653946 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:34:09.468553 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:09.495771 dv-cinder-815582-10-iscsi neutron-server[110547]: WARNING neutron.services.revisions.revision_plugin [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Could not find related network for resource to bump revision. Jun 23 13:34:09.513027 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:34:09.528359 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (6c46a74b-abe0-4366-a7c8-dc54727ddb9e), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:09.528696 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Added segment 6c46a74b-abe0-4366-a7c8-dc54727ddb9e of type vlan for network 63672700-c6d3-40fe-8d05-9010700abf6e Jun 23 13:34:09.575454 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (63672700-c6d3-40fe-8d05-9010700abf6e), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:09.604722 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (63672700-c6d3-40fe-8d05-9010700abf6e), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:09.605668 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:34:09.606232 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:09.641766 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2531986 Jun 23 13:34:09.668891 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Pushing event updated for resources: {'Network': ['ID=63672700-c6d3-40fe-8d05-9010700abf6e,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:34:09.676788 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.677111 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.677474 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.677804 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.678129 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.678449 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.678766 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.679084 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.679412 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.679784 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.680061 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.680403 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.680709 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.681017 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.681312 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa1a71d-2fdb-4d3d-8cce-968ff7a3a66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:09.692817 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 63672700-c6d3-40fe-8d05-9010700abf6e details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:34:11.706892 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51296) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:34:11.781489 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5ba393-4812-4720-a4b9-f7653efafc44 admin admin] GET failed (client error): The resource could not be found. Jun 23 13:34:11.782754 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9e5ba393-4812-4720-a4b9-f7653efafc44 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0748394 Jun 23 13:34:11.869873 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54015fc-b826-4841-8e0a-c8060dc3911e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:34:11.874664 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b54015fc-b826-4841-8e0a-c8060dc3911e admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0876632 Jun 23 13:34:11.888996 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] Request body: {'subnet': {'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:34:11.914195 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] Made reservation on behalf of ee8652e385f24bd9be7726e25f653946 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:34:11.916485 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:12.082771 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for subnet (5172f2b5-f2a5-4fdf-ab0b-fe276d37fc90), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:12.130489 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5172f2b5-f2a5-4fdf-ab0b-fe276d37fc90,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:34:12.145711 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] Checking segment: {'id': '6c46a74b-abe0-4366-a7c8-dc54727ddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:34:12.146053 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] Network hostable DHCP agents. Network: 63672700-c6d3-40fe-8d05-9010700abf6e, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:34:12.168057 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] Network 63672700-c6d3-40fe-8d05-9010700abf6e is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:34:12.182692 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 63672700-c6d3-40fe-8d05-9010700abf6e) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:34:12.187525 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:34:12.188110 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:12.194033 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8e25e-6275-424f-b9e3-de41ca3989e6 None None] Network 63672700-c6d3-40fe-8d05-9010700abf6e requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:34:12.204306 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-8f769c44-b730-4362-a8e0-758da4b38be9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3206513 Jun 23 13:34:12.303758 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-63672700-c6d3-40fe-8d05-9010700abf6e', 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e', 'project_id': 'ee8652e385f24bd9be7726e25f653946', 'fixed_ips': [{'subnet_id': '5172f2b5-f2a5-4fdf-ab0b-fe276d37fc90'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:34:12.304706 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:12.441854 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Allocated IP 192.168.233.2 (63672700-c6d3-40fe-8d05-9010700abf6e/5172f2b5-f2a5-4fdf-ab0b-fe276d37fc90/c762b50e-053f-4170-9c3f-8c8e91b3f810) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:34:12.682259 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Publish callbacks [] for port (c762b50e-053f-4170-9c3f-8c8e91b3f810), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:12.689974 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (c762b50e-053f-4170-9c3f-8c8e91b3f810), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:12.728183 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Network 63672700-c6d3-40fe-8d05-9010700abf6e is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:34:12.731054 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:34:12.737760 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:34:12.746862 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Pushing event updated for resources: {'Port': ['ID=c762b50e-053f-4170-9c3f-8c8e91b3f810,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:34:12.770370 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.770707 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.771062 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.771428 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.771761 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.772093 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.772400 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.772723 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.773048 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.773366 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.773682 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.774013 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.774325 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.774635 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.774949 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:34:12.809812 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Attempting to bind port c762b50e-053f-4170-9c3f-8c8e91b3f810 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:34:12.810201 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Attempting to bind port c762b50e-053f-4170-9c3f-8c8e91b3f810 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '6c46a74b-abe0-4366-a7c8-dc54727ddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:34:12.810555 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Attempting to bind port c762b50e-053f-4170-9c3f-8c8e91b3f810 on network 63672700-c6d3-40fe-8d05-9010700abf6e {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:34:12.816985 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:34:12.817347 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Checking segment: {'id': '6c46a74b-abe0-4366-a7c8-dc54727ddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:34:12.817735 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:12.818115 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Bound using segment: {'id': '6c46a74b-abe0-4366-a7c8-dc54727ddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:34:12.818569 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Bound port: c762b50e-053f-4170-9c3f-8c8e91b3f810, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c46a74b-abe0-4366-a7c8-dc54727ddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:34:12.818937 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c762b50e-053f-4170-9c3f-8c8e91b3f810), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:12.878900 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] For port c762b50e-053f-4170-9c3f-8c8e91b3f810, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:34:12.882136 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] For port c762b50e-053f-4170-9c3f-8c8e91b3f810, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=c762b50e-053f-4170-9c3f-8c8e91b3f810,segment=NetworkSegment(6c46a74b-abe0-4366-a7c8-dc54727ddb9e),segment_id=6c46a74b-abe0-4366-a7c8-dc54727ddb9e)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:34:12.888748 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (c762b50e-053f-4170-9c3f-8c8e91b3f810), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:12.945209 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec5584-1ae6-4d9b-af57-83f18e425832 None None] Pushing event updated for resources: {'Port': ['ID=c762b50e-053f-4170-9c3f-8c8e91b3f810,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:34:13.767428 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53cfc35-98a1-4bda-870e-1ab1c348a400 None None] Network 63672700-c6d3-40fe-8d05-9010700abf6e requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:34:13.871933 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:34:13.888796 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-1f7cb94f-a131-42fa-9178-dfa3a7c6dbae None None] Provisioning complete for port c762b50e-053f-4170-9c3f-8c8e91b3f810 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:34:13.889180 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb94f-a131-42fa-9178-dfa3a7c6dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (c762b50e-053f-4170-9c3f-8c8e91b3f810), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:13.910239 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:34:13.971368 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-1f7cb94f-a131-42fa-9178-dfa3a7c6dbae None None] Current status of the port c762b50e-053f-4170-9c3f-8c8e91b3f810 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:34:13.971995 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb94f-a131-42fa-9178-dfa3a7c6dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c762b50e-053f-4170-9c3f-8c8e91b3f810), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:14.011397 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-1f7cb94f-a131-42fa-9178-dfa3a7c6dbae None None] For port c762b50e-053f-4170-9c3f-8c8e91b3f810, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=c762b50e-053f-4170-9c3f-8c8e91b3f810,segment=NetworkSegment(6c46a74b-abe0-4366-a7c8-dc54727ddb9e),segment_id=6c46a74b-abe0-4366-a7c8-dc54727ddb9e)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:34:14.016398 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1f7cb94f-a131-42fa-9178-dfa3a7c6dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (c762b50e-053f-4170-9c3f-8c8e91b3f810), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:14.068845 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cb94f-a131-42fa-9178-dfa3a7c6dbae None None] Pushing event updated for resources: {'Port': ['ID=c762b50e-053f-4170-9c3f-8c8e91b3f810,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:34:14.139410 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3babfa81-ddbf-447b-8808-1feabdb1a3cc None None] Provisioning complete for port c762b50e-053f-4170-9c3f-8c8e91b3f810 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:34:14.139797 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3babfa81-ddbf-447b-8808-1feabdb1a3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (c762b50e-053f-4170-9c3f-8c8e91b3f810), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:14.209156 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3babfa81-ddbf-447b-8808-1feabdb1a3cc None None] Current status of the port c762b50e-053f-4170-9c3f-8c8e91b3f810 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:34:14.975401 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device c762b50e-053f-4170-9c3f-8c8e91b3f810 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:34:15.019223 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port c762b50e-053f-4170-9c3f-8c8e91b3f810 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:34:15.019645 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (c762b50e-053f-4170-9c3f-8c8e91b3f810), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:15.092829 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port c762b50e-053f-4170-9c3f-8c8e91b3f810 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:34:15.797158 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:34:20.083105 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ba7cab07-db22-4f05-ac2e-fd2dfb4d84c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:22.196821 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=75,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:34:22.197561 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:34:22.673274 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e8cfca55-078d-4e93-89f3-7c0cdc55fa71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:23.434868 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:25.043603 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:25.191582 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:33.794728 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=16 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:34:33.796070 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=18 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:34:35.183878 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:34:35.186061 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=66,neutron:UPDATE=6 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:34:50.088188 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1bf278b5-3080-4176-b4f7-de830385b6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:52.677487 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-338f6991-9275-4b3e-8fee-4a7edfa2cb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:52.797036 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:34:53.437557 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:55.043936 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:34:55.189852 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:05.177226 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:05.184039 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:18.788956 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=5 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:18.789784 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:20.091327 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fc3151a7-0ef0-4f2d-8a21-734ae5c1da51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:22.681984 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-22fd3367-10ee-468b-bc09-efa1cadcc862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:23.439964 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:25.045394 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:25.185866 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:29.796172 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:35:35.177795 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:35.180434 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:36.445814 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51336) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:35:36.454087 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [None req-4c7d81cf-014e-4da5-8070-7d83d7b976b6 tempest-verify_tempest_config-1836435595 tempest-verify_tempest_config-1836435595-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:35:36.455442 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4c7d81cf-014e-4da5-8070-7d83d7b976b6 tempest-verify_tempest_config-1836435595 tempest-verify_tempest_config-1836435595-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0085392 Jun 23 13:35:36.779975 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51354) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:35:37.020600 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:37.115328 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Publish callbacks [] for security_group (38d57623-e84f-4d94-83d8-05dff4baaf92), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:37.120613 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (38d57623-e84f-4d94-83d8-05dff4baaf92), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:37.174664 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9541b27156af49919135c29612ea5891&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3936095 Jun 23 13:35:37.175546 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d57623-e84f-4d94-83d8-05dff4baaf92,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:35:37.177601 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51358) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:35:37.184812 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.185321 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.185671 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.186102 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.186542 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.187009 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.187558 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.188074 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.188608 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.189162 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.189650 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.190178 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.190715 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.191236 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.191645 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a4e105-97fe-49e5-b79a-e100e4cdedc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.239568 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Publish callbacks [] for security_group (38d57623-e84f-4d94-83d8-05dff4baaf92), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:37.261359 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Publish callbacks [] for security_group (38d57623-e84f-4d94-83d8-05dff4baaf92), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:37.361686 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (38d57623-e84f-4d94-83d8-05dff4baaf92), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:37.365335 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:37.366684 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38d57623-e84f-4d94-83d8-05dff4baaf92 HTTP/1.1" status: 204 len: 168 time: 0.1880910 Jun 23 13:35:37.374292 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d57623-e84f-4d94-83d8-05dff4baaf92,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:35:37.380852 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.381192 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.381538 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.381940 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.382265 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.382583 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.382898 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.383216 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.383570 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.383890 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.384347 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.384620 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.384985 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.385242 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:37.385552 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5673617-1120-45e3-8a36-ce2b36e1caa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:35:47.178028 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=20,neutron:INSERT=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:47.178933 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=19,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:47.370240 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:47.377089 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:47.398242 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:47.404900 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:47.788485 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:47.791459 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:35:50.086361 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-45fb0804-66bd-411a-a6a0-3ce27311e5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:52.686171 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad68e-0b00-463d-bcd5-a1427b72c08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:53.443588 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:55.051183 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:35:55.192060 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:36:05.178807 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:36:05.185277 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:36:06.799777 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:36:20.093162 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b9404496-b11d-4717-b56c-e86494d304fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:36:22.708122 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-12e9278a-5dd8-4446-9fc2-b1c7a686900f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:36:23.454790 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:36:24.792238 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=16 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:36:24.793472 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=18 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:36:25.054378 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:36:25.196468 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:36:35.179139 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:36:35.189887 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:36:43.803041 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:36:50.095530 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d5ab31ad-2cf0-4143-9bd7-c7cd0447a095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:36:52.703098 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-88c5e6ba-720f-46ad-903a-6210944501fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:36:53.458140 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:36:55.058815 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:36:55.195051 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:01.781480 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:01.790564 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=5 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:05.181302 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:05.187409 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:18.794175 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:18.796120 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:DELETE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:20.103168 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-04bf1afb-a495-41b0-85f4-5efc6d437dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:20.800931 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 5 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:37:22.696567 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-314363e8-4a79-45f4-8baa-8ae719d6211c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:22.714028 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-270127'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:23.454874 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:25.065516 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:25.192624 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:34.800100 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51434) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:37:34.914453 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7d2b117b-d75b-4538-8607-6e789fd96fd1 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1132500 Jun 23 13:37:35.184724 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:35.186665 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:36.967146 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51444) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:37:37.033741 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-01d46258-5735-4193-b092-f6118b9a2bc5 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0651550 Jun 23 13:37:38.787774 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:38.788497 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:44.908107 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:47.028202 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:50.100532 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d38fe994-193d-4cd1-9f91-b99a5b916d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:52.720940 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:52.722101 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2173a4f5-58d5-49c8-ba23-b1dbc9fd4152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:53.468666 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:53.798440 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:53.799674 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:37:55.067549 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:55.199715 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:37:57.804946 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:38:05.188050 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:38:05.191641 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:38:17.151750 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=19 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:38:17.156333 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=15 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:38:20.084924 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-565b0759-50f2-47f1-81cc-f02e6245ab71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:38:22.718437 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:38:22.719580 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1c1c82a7-0003-4499-bb75-735016997af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:38:23.467205 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:38:25.066210 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:38:25.185101 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:38:34.805193 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:38:35.172604 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:38:35.179701 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:38:50.091226 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-265ce4f3-903e-4919-9372-0a2bfefebada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:38:52.715549 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-039fc79e-9337-40cb-81e0-ac52e5e6fcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:38:52.717897 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:38:52.790282 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:38:52.791461 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=5 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:38:53.465949 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:38:55.068456 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:38:55.189838 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:05.181915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:05.183919 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:10.529677 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51534) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:10.767194 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1513200199-network', 'tenant_id': '9298bf4635e84993b086309715cc7cbe'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:10.795677 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Made reservation on behalf of 9298bf4635e84993b086309715cc7cbe for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:10.805165 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:10.807633 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:10.892806 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Publish callbacks [] for security_group (54c6c54a-54b4-4b54-ac72-9cd93c559a3a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:10.897587 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (54c6c54a-54b4-4b54-ac72-9cd93c559a3a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:10.927785 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:39:10.937159 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c6c54a-54b4-4b54-ac72-9cd93c559a3a,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:10.946890 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (1add7410-43db-488c-98b9-2764135ee91b), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:10.947201 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Added segment 1add7410-43db-488c-98b9-2764135ee91b of type vlan for network 750f6de3-a7e6-4721-b369-b46085e03f9a Jun 23 13:39:10.957419 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.957766 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.958116 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.958455 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.958782 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.959111 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.959458 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.959780 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.960119 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.960444 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.960764 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.961082 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.961757 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.962082 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.962395 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Tracked resource versions report: Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: pushed versions: Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: { 'AddressGroup': {'1.2'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Agent': {'1.1'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'ConntrackHelper': {'1.0'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'LocalIPAssociation': {'1.0'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Log': {'1.0'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'NDPProxy': {'1.0'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Network': {'1.1'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Port': {'1.7'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'PortForwarding': {'1.3'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'QosPolicy': {'1.10'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SecurityGroup': {'1.5'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SecurityGroupRule': {'1.2'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SubPort': {'1.0'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Subnet': {'1.1'}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Trunk': {'1.1'}} Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: consumer versions: Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: { DHCP agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: HyperV agent@hv-cinder-81558: {}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: L3 agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: Metadata agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: Metering agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: Open vSwitch agent@dv-cinder-815582-10-iscsi: { 'AddressGroup': '1.2', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Agent': '1.1', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'ConntrackHelper': '1.0', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'LocalIPAssociation': '1.0', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Log': '1.0', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'NDPProxy': '1.0', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Network': '1.1', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Port': '1.7', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'PortForwarding': '1.3', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'QosPolicy': '1.10', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SecurityGroup': '1.5', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SecurityGroupRule': '1.2', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'SubPort': '1.0', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Subnet': '1.1', Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: 'Trunk': '1.1'}} Jun 23 13:39:10.963578 dv-cinder-815582-10-iscsi neutron-server[110547]: {{(pid=110547) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 13:39:11.009874 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (750f6de3-a7e6-4721-b369-b46085e03f9a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:11.035862 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (750f6de3-a7e6-4721-b369-b46085e03f9a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:11.038204 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:11.039176 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:11.219797 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] Pushing event updated for resources: {'Network': ['ID=750f6de3-a7e6-4721-b369-b46085e03f9a,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:11.228629 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51584) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:11.229391 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b294a147-3d87-401b-b1b9-915861af8624 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6979876 Jun 23 13:39:11.234460 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Request body: {'subnet': {'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-subnet', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:11.235862 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 750f6de3-a7e6-4721-b369-b46085e03f9a details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:39:11.260752 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Made reservation on behalf of 9298bf4635e84993b086309715cc7cbe for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:11.265360 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:11.443466 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for subnet (1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:11.511384 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:11.521704 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.522335 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.523110 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.523860 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.524368 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.524880 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.525187 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.525673 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.526235 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.526600 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.526903 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.527474 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.527979 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.528302 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.531778 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Tracked resource versions report: Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: pushed versions: Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: { 'AddressGroup': {'1.2'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Agent': {'1.1'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'ConntrackHelper': {'1.0'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'LocalIPAssociation': {'1.0'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Log': {'1.0'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'NDPProxy': {'1.0'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Network': {'1.1'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Port': {'1.7'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'PortForwarding': {'1.3'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'QosPolicy': {'1.10'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SecurityGroup': {'1.5'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SecurityGroupRule': {'1.2'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SubPort': {'1.0'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Subnet': {'1.1'}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Trunk': {'1.1'}} Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: consumer versions: Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: { DHCP agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: HyperV agent@hv-cinder-81558: {}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: L3 agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: Metadata agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: Metering agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: Open vSwitch agent@dv-cinder-815582-10-iscsi: { 'AddressGroup': '1.2', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Agent': '1.1', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'ConntrackHelper': '1.0', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'LocalIPAssociation': '1.0', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Log': '1.0', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'NDPProxy': '1.0', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Network': '1.1', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Port': '1.7', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'PortForwarding': '1.3', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'QosPolicy': '1.10', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SecurityGroup': '1.5', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SecurityGroupRule': '1.2', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'SubPort': '1.0', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Subnet': '1.1', Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: 'Trunk': '1.1'}} Jun 23 13:39:11.532979 dv-cinder-815582-10-iscsi neutron-server[110548]: {{(pid=110548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 13:39:11.540719 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Checking segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:11.540982 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Network hostable DHCP agents. Network: 750f6de3-a7e6-4721-b369-b46085e03f9a, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:39:11.560782 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Network 750f6de3-a7e6-4721-b369-b46085e03f9a is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:39:11.571604 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 750f6de3-a7e6-4721-b369-b46085e03f9a) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:11.578538 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:11.579142 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:11.586019 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3b29f5-659b-40ce-a15c-ee6254a07775 None None] Network 750f6de3-a7e6-4721-b369-b46085e03f9a requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:11.605844 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51610) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:11.606418 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-09e4bff5-4a14-45d2-835d-d76e545718ca admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3766711 Jun 23 13:39:11.610483 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:11.638421 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (81a742b4-0bf8-4ae4-a20d-578063d99d92), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:11.639820 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (81a742b4-0bf8-4ae4-a20d-578063d99d92), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:11.702294 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Publish callbacks [] for router_controller (81a742b4-0bf8-4ae4-a20d-578063d99d92), precommit_add_association {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:11.706021 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-750f6de3-a7e6-4721-b369-b46085e03f9a', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:39:11.708176 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:11.806360 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:39:11.856532 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Publish callbacks [] for router_gateway (81a742b4-0bf8-4ae4-a20d-578063d99d92), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:11.906237 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Allocated IP 172.20.0.2 (750f6de3-a7e6-4721-b369-b46085e03f9a/1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384/6f35173c-e96b-4948-bc40-9eb1db300f9d) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:12.089051 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Publish callbacks [] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.098539 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.115128 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Publish callbacks [] for router_gateway (81a742b4-0bf8-4ae4-a20d-578063d99d92), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.143398 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Network 750f6de3-a7e6-4721-b369-b46085e03f9a is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:12.148329 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:12.152325 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.152779 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:12.156156 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Pushing event updated for resources: {'Port': ['ID=6f35173c-e96b-4948-bc40-9eb1db300f9d,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:12.172538 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.172538 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.172538 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.172538 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.172538 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.172538 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.172538 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.172538 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.173126 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.173126 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Tracked resource versions report: Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: pushed versions: Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: { 'AddressGroup': {'1.2'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Agent': {'1.1'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'ConntrackHelper': {'1.0'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'LocalIPAssociation': {'1.0'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Log': {'1.0'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'NDPProxy': {'1.0'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Network': {'1.1'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Port': {'1.7'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'PortForwarding': {'1.3'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'QosPolicy': {'1.10'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SecurityGroup': {'1.5'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SecurityGroupRule': {'1.2'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SubPort': {'1.0'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Subnet': {'1.1'}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Trunk': {'1.1'}} Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: consumer versions: Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: { DHCP agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: HyperV agent@hv-cinder-81558: {}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: L3 agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: Metadata agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: Metering agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: Open vSwitch agent@dv-cinder-815582-10-iscsi: { 'AddressGroup': '1.2', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Agent': '1.1', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'ConntrackHelper': '1.0', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'LocalIPAssociation': '1.0', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Log': '1.0', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'NDPProxy': '1.0', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Network': '1.1', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Port': '1.7', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'PortForwarding': '1.3', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'QosPolicy': '1.10', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SecurityGroup': '1.5', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SecurityGroupRule': '1.2', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'SubPort': '1.0', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Subnet': '1.1', Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: 'Trunk': '1.1'}} Jun 23 13:39:12.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: {{(pid=110549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 13:39:12.230461 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Attempting to bind port 6f35173c-e96b-4948-bc40-9eb1db300f9d on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:12.230844 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Attempting to bind port 6f35173c-e96b-4948-bc40-9eb1db300f9d by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:12.231430 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Attempting to bind port 6f35173c-e96b-4948-bc40-9eb1db300f9d on network 750f6de3-a7e6-4721-b369-b46085e03f9a {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:12.238007 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:12.239238 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Checking segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:12.239888 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.240631 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Bound using segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:12.241300 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Bound port: 6f35173c-e96b-4948-bc40-9eb1db300f9d, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:12.242621 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.257879 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:12.274379 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:12.287542 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Allocated IP 172.27.0.155 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/8878d4d6-f609-4b76-9c80-8f60bf880961) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:12.318603 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] For port 6f35173c-e96b-4948-bc40-9eb1db300f9d, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:12.322052 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] For port 6f35173c-e96b-4948-bc40-9eb1db300f9d, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=6f35173c-e96b-4948-bc40-9eb1db300f9d,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:12.331465 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.392935 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc370906-8fd9-4945-89ae-101caa8c655d None None] Pushing event updated for resources: {'Port': ['ID=6f35173c-e96b-4948-bc40-9eb1db300f9d,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:12.421659 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Publish callbacks [] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.458167 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.474049 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51658) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:12.508511 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Pushing event updated for resources: {'Port': ['ID=8878d4d6-f609-4b76-9c80-8f60bf880961,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:12.513493 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:12.515571 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:12.518378 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:12.541076 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51664) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:12.583993 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51668) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:12.776449 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Publish callbacks [] for router_gateway (81a742b4-0bf8-4ae4-a20d-578063d99d92), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.930295 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-213660621-network', 'tenant_id': 'fc032917ef6c425cb7e8947d5ad218bf'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:12.955693 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Made reservation on behalf of fc032917ef6c425cb7e8947d5ad218bf for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:12.959361 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.975881 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (81a742b4-0bf8-4ae4-a20d-578063d99d92), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:12.978569 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-736591930-network', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:12.985647 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.003743 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-16875456-network', 'tenant_id': '855cb6e79485414ab0f2a40162231d72'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:13.010680 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51692) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:13.034030 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:13.056965 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Made reservation on behalf of 855cb6e79485414ab0f2a40162231d72 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:13.059271 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.079667 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Made reservation on behalf of 1d89deaaefc541739f67ab1e53c4bda3 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:13.082440 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.084994 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.119095 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.136606 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Router 81a742b4-0bf8-4ae4-a20d-578063d99d92 is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:39:13.283772 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:13.293368 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 6f35173c-e96b-4948-bc40-9eb1db300f9d up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:13.321745 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:39:13.336842 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Sync routers for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:39:13.351630 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:13.354054 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:13.354722 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:38:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:13.363095 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.365133 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5a6668ae-e918-47fe-8951-6edaa2a21b5d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7578344 Jun 23 13:39:13.367700 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51704) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:13.375883 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 6f35173c-e96b-4948-bc40-9eb1db300f9d triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:13.376594 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.390026 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Publish callbacks [] for security_group (c3ace69e-0388-4239-bf5a-fa3182fb686d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.418754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=22,neutron:SELECT=75,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:13.479784 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:13.481300 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (c3ace69e-0388-4239-bf5a-fa3182fb686d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.483328 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 6f35173c-e96b-4948-bc40-9eb1db300f9d is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:13.484014 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.562128 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 6f35173c-e96b-4948-bc40-9eb1db300f9d, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=6f35173c-e96b-4948-bc40-9eb1db300f9d,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:13.575552 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.592116 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Publish callbacks [] for security_group (50b32a1c-b3ff-472f-90c6-98b73361b00f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.609911 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-631097842-network', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:13.642395 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:13.683764 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (50b32a1c-b3ff-472f-90c6-98b73361b00f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.700248 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=6f35173c-e96b-4948-bc40-9eb1db300f9d,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:13.719246 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:39:13.738306 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (81d17ce0-f92b-4ed2-a467-1ce921c27316), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.738629 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Added segment 81d17ce0-f92b-4ed2-a467-1ce921c27316 of type vlan for network 13de077c-d4db-4fa7-84a8-7023d19899e5 Jun 23 13:39:13.828996 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (13de077c-d4db-4fa7-84a8-7023d19899e5), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.872780 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8914921d-2b5e-41be-88a2-873c8bc957ee None None] Network 750f6de3-a7e6-4721-b369-b46085e03f9a requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:13.875748 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Made reservation on behalf of 8e4aa13d65ad43b1849bad5bfa99e459 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:13.878752 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.896196 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:39:13.898832 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.909567 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (13de077c-d4db-4fa7-84a8-7023d19899e5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.910793 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:13.911426 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.946981 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-39a177d8-d6d2-4a2c-ba2b-daa7df56e917 None None] Provisioning complete for port 6f35173c-e96b-4948-bc40-9eb1db300f9d triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:13.947526 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-39a177d8-d6d2-4a2c-ba2b-daa7df56e917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:13.988050 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:12Z', 'revision_number': 3, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:14.017136 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Publish callbacks [] for security_group (2b92b6c3-c27a-4493-a93e-f43ee3c1459c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.018348 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Checking router: 81a742b4-0bf8-4ae4-a20d-578063d99d92 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:39:14.018859 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Updating router 81a742b4-0bf8-4ae4-a20d-578063d99d92 port 8878d4d6-f609-4b76-9c80-8f60bf880961 binding host dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:39:14.022789 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Publish callbacks [] for security_group (98d75041-39f1-4fb4-adb3-431b050eb164), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.038064 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4528193 Jun 23 13:39:14.040566 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51724) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:14.044461 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2b92b6c3-c27a-4493-a93e-f43ee3c1459c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.054524 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.057939 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:39:14.069705 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (be370891-62b7-4490-a018-0820e91389be), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.070164 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Added segment be370891-62b7-4490-a018-0820e91389be of type vlan for network 57131c53-e6ce-4332-82cd-06a99ec244f1 Jun 23 13:39:14.153740 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (57131c53-e6ce-4332-82cd-06a99ec244f1), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.209648 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] Request body: {'subnet': {'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-subnet', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:14.232317 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-39a177d8-d6d2-4a2c-ba2b-daa7df56e917 None None] Current status of the port 6f35173c-e96b-4948-bc40-9eb1db300f9d is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:14.256223 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (98d75041-39f1-4fb4-adb3-431b050eb164), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.266068 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (92942823-1944-4395-b803-26425841b171), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.266068 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Added segment 92942823-1944-4395-b803-26425841b171 of type vlan for network e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb Jun 23 13:39:14.278420 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:14.288029 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] Made reservation on behalf of 1d89deaaefc541739f67ab1e53c4bda3 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:14.300837 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.351992 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Publish callbacks [] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.355250 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:14.359805 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.462369 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Pushing event updated for resources: {'Port': ['ID=8878d4d6-f609-4b76-9c80-8f60bf880961,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:14.491754 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.492236 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.492722 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.493170 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.494204 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.494632 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.495087 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.495513 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.496054 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.496668 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.497222 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.497906 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.501869 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.502521 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.503071 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Tracked resource versions report: Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: pushed versions: Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: { 'AddressGroup': {'1.2'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Agent': {'1.1'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'ConntrackHelper': {'1.0'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'LocalIPAssociation': {'1.0'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Log': {'1.0'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'NDPProxy': {'1.0'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Network': {'1.1'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Port': {'1.7'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'PortForwarding': {'1.3'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'QosPolicy': {'1.10'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SecurityGroup': {'1.5'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SecurityGroupRule': {'1.2'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SubPort': {'1.0'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Subnet': {'1.1'}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Trunk': {'1.1'}} Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: consumer versions: Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: { DHCP agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: HyperV agent@hv-cinder-81558: {}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: L3 agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: Metadata agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: Metering agent@dv-cinder-815582-10-iscsi: {}, Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: Open vSwitch agent@dv-cinder-815582-10-iscsi: { 'AddressGroup': '1.2', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Agent': '1.1', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'ConntrackHelper': '1.0', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'LocalIPAssociation': '1.0', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Log': '1.0', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'NDPProxy': '1.0', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Network': '1.1', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Port': '1.7', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'PortForwarding': '1.3', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'QosPolicy': '1.10', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SecurityGroup': '1.5', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SecurityGroupRule': '1.2', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'SubPort': '1.0', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Subnet': '1.1', Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: 'Trunk': '1.1'}} Jun 23 13:39:14.504837 dv-cinder-815582-10-iscsi neutron-server[110550]: {{(pid=110550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 13:39:14.512747 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Attempting to bind port 8878d4d6-f609-4b76-9c80-8f60bf880961 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:14.513437 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Attempting to bind port 8878d4d6-f609-4b76-9c80-8f60bf880961 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:14.514166 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Attempting to bind port 8878d4d6-f609-4b76-9c80-8f60bf880961 on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:14.524197 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:14.529540 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:14.530145 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.530551 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:14.531054 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Bound port: 8878d4d6-f609-4b76-9c80-8f60bf880961, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:14.531475 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.610414 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (57131c53-e6ce-4332-82cd-06a99ec244f1), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.612823 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:14.615715 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.630715 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] For port 8878d4d6-f609-4b76-9c80-8f60bf880961, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:14.640796 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] For port 8878d4d6-f609-4b76-9c80-8f60bf880961, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=8878d4d6-f609-4b76-9c80-8f60bf880961,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:14.667245 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-99bdd861-4a01-4838-b668-f2a7222ad536 None None] Provisioning complete for port 6f35173c-e96b-4948-bc40-9eb1db300f9d triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:14.667915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-99bdd861-4a01-4838-b668-f2a7222ad536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.684723 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.726470 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=23,neutron:SELECT=76,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:14.734717 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ace69e-0388-4239-bf5a-fa3182fb686d,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:14.811165 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6eb354-4c87-4021-9d29-443e86f44a1e None None] Pushing event updated for resources: {'Port': ['ID=8878d4d6-f609-4b76-9c80-8f60bf880961,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:14.819373 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:14.849758 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:14.850475 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:38:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:14.866426 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b32a1c-b3ff-472f-90c6-98b73361b00f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:14.960643 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-99bdd861-4a01-4838-b668-f2a7222ad536 None None] Current status of the port 6f35173c-e96b-4948-bc40-9eb1db300f9d is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:14.973998 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=18,neutron:SELECT=72,neutron:UPDATE=8,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:14.974867 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ad247-7283-4fd0-957f-53079e99f035 admin admin] Pushing event updated for resources: {'Network': ['ID=13de077c-d4db-4fa7-84a8-7023d19899e5,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:15.047480 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 13de077c-d4db-4fa7-84a8-7023d19899e5 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:39:15.069497 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:39:15.070578 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:15.078295 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.0388687 Jun 23 13:39:15.078395 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51768) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:15.129365 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.140083 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (3fa6e6ae-0e9d-49f0-a191-6cd379497902), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.140420 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Added segment 3fa6e6ae-0e9d-49f0-a191-6cd379497902 of type vlan for network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 Jun 23 13:39:15.146154 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b92b6c3-c27a-4493-a93e-f43ee3c1459c,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:15.150199 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] Request body: {'subnet': {'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-631097842-subnet', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:15.200835 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] Made reservation on behalf of 8e4aa13d65ad43b1849bad5bfa99e459 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:15.205816 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.288083 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 6f35173c-e96b-4948-bc40-9eb1db300f9d up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:15.328211 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d75041-39f1-4fb4-adb3-431b050eb164,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:15.361493 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 6f35173c-e96b-4948-bc40-9eb1db300f9d triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:15.361887 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.383159 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:15.396974 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d0974-88a0-4f5f-9eb4-d95dab6aec26 admin admin] Pushing event updated for resources: {'Network': ['ID=57131c53-e6ce-4332-82cd-06a99ec244f1,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:15.414546 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 57131c53-e6ce-4332-82cd-06a99ec244f1 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:39:15.418183 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.db.resource_extend [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 13:39:15.440417 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Allocated IP 172.20.0.1 (750f6de3-a7e6-4721-b369-b46085e03f9a/1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384/680291c7-8fa1-4e0e-9a07-270496f42883) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:15.468328 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:12Z', 'revision_number': 3, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:15.503229 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27f56f-8f20-40cf-9dca-70ec3f31474d None None] The sync data for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi is: [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:12Z', 'revision_number': 3, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:39:15.564365 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (aa1c1aa4-3e5b-4496-86ec-113ba24a4995), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.623889 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 6f35173c-e96b-4948-bc40-9eb1db300f9d is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:15.638625 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.639672 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:15.640251 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.655325 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (aa1c1aa4-3e5b-4496-86ec-113ba24a4995), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.656879 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:15.657486 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.672245 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for subnet (fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.694379 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:15.742730 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for subnet (c8933f1b-58f5-417d-b0de-f336e5d13e46), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.759274 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:15.764855 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.2218125 Jun 23 13:39:15.779241 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3009088 Jun 23 13:39:15.790043 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51806) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:15.790581 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51808) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:15.808606 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] Request body: {'subnet': {'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-subnet', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:15.829016 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Publish callbacks [] for port (680291c7-8fa1-4e0e-9a07-270496f42883), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:15.837182 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] Request body: {'subnet': {'network_id': 'e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-213660621-subnet', 'tenant_id': 'fc032917ef6c425cb7e8947d5ad218bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:15.975758 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8933f1b-58f5-417d-b0de-f336e5d13e46,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:15.988540 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e77ba-8ed7-4d24-bf42-986227798ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:16.016124 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:39:16.031586 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:16.111440 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] Checking segment: {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:16.111995 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] Network hostable DHCP agents. Network: 13de077c-d4db-4fa7-84a8-7023d19899e5, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:39:16.126782 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] Checking segment: {'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:16.127140 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] Network hostable DHCP agents. Network: 57131c53-e6ce-4332-82cd-06a99ec244f1, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:39:16.150731 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6acef-bedd-4ab9-b648-1dd5aa0b8c70 admin admin] Pushing event updated for resources: {'Network': ['ID=aa1c1aa4-3e5b-4496-86ec-113ba24a4995,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:16.158448 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] Made reservation on behalf of 855cb6e79485414ab0f2a40162231d72 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:16.174614 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.183981 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] Network 13de077c-d4db-4fa7-84a8-7023d19899e5 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:39:16.195584 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:39:16.196819 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51830) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:16.214881 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 13de077c-d4db-4fa7-84a8-7023d19899e5) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:16.233040 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:16.233884 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.236343 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb3666-4a81-4264-bd90-9b4381e79f47 None None] Network 13de077c-d4db-4fa7-84a8-7023d19899e5 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:16.256988 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-0d27e880-1ba1-4356-b00e-1c659b33cfad admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0606236 Jun 23 13:39:16.260045 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51834) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:16.269979 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:16.289624 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51836) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:16.343061 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (c37007f5-8e9e-4809-b5f1-41947824242d), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.345196 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (c37007f5-8e9e-4809-b5f1-41947824242d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.392501 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:16.470878 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:16.485655 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.492517 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] Made reservation on behalf of fc032917ef6c425cb7e8947d5ad218bf for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:16.495240 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.530089 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e3d1-dad6-47a2-bacc-9f6a02f2262c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.540966 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-13de077c-d4db-4fa7-84a8-7023d19899e5', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:39:16.541935 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.545189 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Publish callbacks [] for router_controller (c37007f5-8e9e-4809-b5f1-41947824242d), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.545335 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:16.599269 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] Network 57131c53-e6ce-4332-82cd-06a99ec244f1 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:39:16.602136 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for subnet (3c1268ce-389b-488c-bcb7-bb9e10058879), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.613821 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Network 750f6de3-a7e6-4721-b369-b46085e03f9a is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:16.628753 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e3d1-dad6-47a2-bacc-9f6a02f2262c admin admin] Publish callbacks [] for security_group (b00c4f6b-fa41-4ffe-9030-415e419eb462), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.632863 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-169f903c-c18b-436e-a49c-bbf3b0e90dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.667295 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:16.692719 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 57131c53-e6ce-4332-82cd-06a99ec244f1) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:16.701869 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:16.702534 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (81a742b4-0bf8-4ae4-a20d-578063d99d92), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.704772 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409628c9-3c22-4748-9300-1bc4042e13ae None None] Network 57131c53-e6ce-4332-82cd-06a99ec244f1 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:16.706834 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e3d1-dad6-47a2-bacc-9f6a02f2262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (b00c4f6b-fa41-4ffe-9030-415e419eb462), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.714276 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:16.714883 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:16.726867 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Pushing event updated for resources: {'Port': ['ID=680291c7-8fa1-4e0e-9a07-270496f42883,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:16.749840 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Allocated IP 172.20.0.2 (13de077c-d4db-4fa7-84a8-7023d19899e5/c8933f1b-58f5-417d-b0de-f336e5d13e46/7ef69328-2174-47b1-ab26-1050cbc066f3) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:16.822768 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:16.885798 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ad999ae7-709b-4da9-859b-b49360e55a9e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7462361 Jun 23 13:39:16.901073 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51844) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:16.906566 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1268ce-389b-488c-bcb7-bb9e10058879,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:16.923826 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6e3d1-dad6-47a2-bacc-9f6a02f2262c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00c4f6b-fa41-4ffe-9030-415e419eb462,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:16.939119 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-631097842-router', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:16.946978 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d7d6e3d1-dad6-47a2-bacc-9f6a02f2262c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=718435e938554bba812eee4a8bdc3c69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6555667 Jun 23 13:39:16.969073 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51846) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:17.000565 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Publish callbacks [] for router_gateway (c37007f5-8e9e-4809-b5f1-41947824242d), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.038760 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-19d2fd46-0f11-4df8-91b8-f38fb9baca19 None None] Provisioning complete for port 680291c7-8fa1-4e0e-9a07-270496f42883 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:17.039367 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-19d2fd46-0f11-4df8-91b8-f38fb9baca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.085116 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] Checking segment: {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:17.085405 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] Network hostable DHCP agents. Network: aa1c1aa4-3e5b-4496-86ec-113ba24a4995, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:39:17.100742 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-169f903c-c18b-436e-a49c-bbf3b0e90dbd admin admin] Publish callbacks [] for security_group (91a92104-53aa-4502-a003-e9d571e3c030), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.136285 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-57131c53-e6ce-4332-82cd-06a99ec244f1', 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1', 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'fixed_ips': [{'subnet_id': 'fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:39:17.137233 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.141307 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Publish callbacks [] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.180927 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-19d2fd46-0f11-4df8-91b8-f38fb9baca19 None None] Port 680291c7-8fa1-4e0e-9a07-270496f42883 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:17.197543 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.214602 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:17.266063 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] Network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:39:17.273539 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5399387-57d4-4363-bd40-3aa39b3bfacc admin admin] Publish callbacks [] for security_group (b00c4f6b-fa41-4ffe-9030-415e419eb462), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.275430 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.278404 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 8878d4d6-f609-4b76-9c80-8f60bf880961 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:17.292084 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, aa1c1aa4-3e5b-4496-86ec-113ba24a4995) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:17.306107 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:17.306711 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.328823 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for subnet (6fb04090-3b9a-46bc-8d8c-da8e659c5d8a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.342851 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Pushing event updated for resources: {'Port': ['ID=7ef69328-2174-47b1-ab26-1050cbc066f3,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:17.343613 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (a0c88756-c724-4766-a3c6-912fcde5eeb0), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.344720 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (a0c88756-c724-4766-a3c6-912fcde5eeb0), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.352628 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8bdb03-c46f-4dd8-bcfb-e894019f79ae None None] Network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:17.363175 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-169f903c-c18b-436e-a49c-bbf3b0e90dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (91a92104-53aa-4502-a003-e9d571e3c030), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.388848 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb04090-3b9a-46bc-8d8c-da8e659c5d8a,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:17.396399 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:17.423937 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-169f903c-c18b-436e-a49c-bbf3b0e90dbd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83deb4e68e0742afb3144d0d13909f2a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2258165 Jun 23 13:39:17.438144 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5399387-57d4-4363-bd40-3aa39b3bfacc admin admin] Publish callbacks [] for security_group (b00c4f6b-fa41-4ffe-9030-415e419eb462), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.440126 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51858) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:17.460256 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e7b872de-80fe-4bab-a646-eae6727e917b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6600764 Jun 23 13:39:17.476727 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51860) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:17.481408 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 8878d4d6-f609-4b76-9c80-8f60bf880961 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:17.482477 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.487785 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:17.541312 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:17.569352 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Network 13de077c-d4db-4fa7-84a8-7023d19899e5 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:17.584851 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f903c-c18b-436e-a49c-bbf3b0e90dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a92104-53aa-4502-a003-e9d571e3c030,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:17.585770 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'project_id': '855cb6e79485414ab0f2a40162231d72', 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:39:17.587075 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.599865 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:17.602903 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:17.635745 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:17.658863 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] Checking segment: {'id': '92942823-1944-4395-b803-26425841b171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:17.660417 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] Network hostable DHCP agents. Network: e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:39:17.666077 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Publish callbacks [] for router_controller (a0c88756-c724-4766-a3c6-912fcde5eeb0), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.672252 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Publish callbacks [] for router_gateway (c37007f5-8e9e-4809-b5f1-41947824242d), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.706370 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:17.739895 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.884119 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Allocated IP 172.20.0.2 (57131c53-e6ce-4332-82cd-06a99ec244f1/fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d/a5e61c2e-0927-4f8a-b3af-fed85f876654) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:17.893380 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.894457 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.897450 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 8878d4d6-f609-4b76-9c80-8f60bf880961 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:17.897833 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.915808 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Attempting to bind port 7ef69328-2174-47b1-ab26-1050cbc066f3 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:17.916224 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Attempting to bind port 7ef69328-2174-47b1-ab26-1050cbc066f3 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:17.916589 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Attempting to bind port 7ef69328-2174-47b1-ab26-1050cbc066f3 on network 13de077c-d4db-4fa7-84a8-7023d19899e5 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:17.939879 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:17.940269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Checking segment: {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:17.940663 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.941057 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Bound using segment: {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:17.941542 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Bound port: 7ef69328-2174-47b1-ab26-1050cbc066f3, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:17.941924 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.960728 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8b569944-f38e-4dcc-a0d1-0d894e140246 admin admin] Publish callbacks [] for security_group (91a92104-53aa-4502-a003-e9d571e3c030), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:17.998449 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 8878d4d6-f609-4b76-9c80-8f60bf880961, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=8878d4d6-f609-4b76-9c80-8f60bf880961,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:18.022788 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Allocated IP 172.27.0.53 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:18.034916 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Publish callbacks [] for router_gateway (a0c88756-c724-4766-a3c6-912fcde5eeb0), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.043452 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] Network e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:39:18.066472 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5399387-57d4-4363-bd40-3aa39b3bfacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (b00c4f6b-fa41-4ffe-9030-415e419eb462), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.068786 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5399387-57d4-4363-bd40-3aa39b3bfacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.069951 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c5399387-57d4-4363-bd40-3aa39b3bfacc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b00c4f6b-fa41-4ffe-9030-415e419eb462 HTTP/1.1" status: 204 len: 168 time: 1.0953891 Jun 23 13:39:18.072834 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8b569944-f38e-4dcc-a0d1-0d894e140246 admin admin] Publish callbacks [] for security_group (91a92104-53aa-4502-a003-e9d571e3c030), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.076713 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Publish callbacks [] for router_controller (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), precommit_add_association {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.115707 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:18.144068 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:UPDATE=5,neutron:INSERT=17,neutron:SELECT=78 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:18.159769 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:18.160357 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.164047 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.169964 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:18.170985 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5399387-57d4-4363-bd40-3aa39b3bfacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00c4f6b-fa41-4ffe-9030-415e419eb462,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:18.176215 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd22c0dc-fabc-4e2d-b68c-0a19516045e1 None None] Network e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:18.265578 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Publish callbacks [] for port (680291c7-8fa1-4e0e-9a07-270496f42883), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.282437 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c26c1b1a-dc0a-43f6-9da9-e73cf8b37ba7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4723485 Jun 23 13:39:18.289911 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Publish callbacks [] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.340428 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.341508 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (81a742b4-0bf8-4ae4-a20d-578063d99d92), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.380346 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Publish callbacks [] for router_gateway (a0c88756-c724-4766-a3c6-912fcde5eeb0), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.383071 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Publish callbacks [] for router_gateway (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.393345 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=8878d4d6-f609-4b76-9c80-8f60bf880961,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:18.455803 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.511867 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Allocated IP 172.20.0.2 (aa1c1aa4-3e5b-4496-86ec-113ba24a4995/3c1268ce-389b-488c-bcb7-bb9e10058879/54a9fa30-9312-45c4-9291-c67ec375d1aa) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:18.518240 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.526051 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8b569944-f38e-4dcc-a0d1-0d894e140246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (91a92104-53aa-4502-a003-e9d571e3c030), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.536925 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8b569944-f38e-4dcc-a0d1-0d894e140246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.538166 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-8b569944-f38e-4dcc-a0d1-0d894e140246 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91a92104-53aa-4502-a003-e9d571e3c030 HTTP/1.1" status: 204 len: 168 time: 1.0950131 Jun 23 13:39:18.551461 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] For port 7ef69328-2174-47b1-ab26-1050cbc066f3, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:18.583480 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51892) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:18.630152 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:18.632266 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Pushing event updated for resources: {'Port': ['ID=680291c7-8fa1-4e0e-9a07-270496f42883,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:18.638026 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b569944-f38e-4dcc-a0d1-0d894e140246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a92104-53aa-4502-a003-e9d571e3c030,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:18.640979 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fd447bc8-ea2b-4278-8dec-6e292b8e27ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.667319 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] For port 7ef69328-2174-47b1-ab26-1050cbc066f3, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=7ef69328-2174-47b1-ab26-1050cbc066f3,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:18.670431 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:18.671763 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:18.685574 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:18.691480 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Pushing event updated for resources: {'Port': ['ID=9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:18.766975 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Allocated IP 172.27.0.122 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/6b8c2a18-dfc7-4891-915f-a3f8ccc225cf) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:18.778915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:18.900516 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c65b9-5068-41b2-889c-63d32659b060 None None] Network e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:18.902294 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:18.977426 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Network 750f6de3-a7e6-4721-b369-b46085e03f9a is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:18.982331 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:19.124664 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Publish callbacks [] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.132404 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:19.133225 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Publish callbacks [] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.229952 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2469b4-8b5f-4f94-ba5d-01935d0881b9 None None] Pushing event updated for resources: {'Port': ['ID=7ef69328-2174-47b1-ab26-1050cbc066f3,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:19.249737 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.254289 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:19.284370 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 8878d4d6-f609-4b76-9c80-8f60bf880961 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:19.302646 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:19.383441 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Router 81a742b4-0bf8-4ae4-a20d-578063d99d92 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:39:19.409460 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Publish callbacks [] for router_gateway (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.460230 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Network 57131c53-e6ce-4332-82cd-06a99ec244f1 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:19.473095 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.510121 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fd447bc8-ea2b-4278-8dec-6e292b8e27ab admin admin] Publish callbacks [] for security_group (02d5b0ed-b316-47c9-9d5c-7c9c22bdd6ea), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.541428 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:19.547605 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:19.563528 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Pushing event updated for resources: {'Port': ['ID=a5e61c2e-0927-4f8a-b3af-fed85f876654,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:19.567831 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51920) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:19.574707 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-51288949-network', 'tenant_id': '411d2c83d607408284b3bad502b22ca8'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:19.580810 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-6e034b90-c0c5-40e6-9225-0a6268ee5420 None None] Provisioning complete for port 680291c7-8fa1-4e0e-9a07-270496f42883 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:19.581458 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6e034b90-c0c5-40e6-9225-0a6268ee5420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.619793 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Publish callbacks [] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.664793 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.666768 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fd447bc8-ea2b-4278-8dec-6e292b8e27ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (02d5b0ed-b316-47c9-9d5c-7c9c22bdd6ea), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.671376 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.730405 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 8878d4d6-f609-4b76-9c80-8f60bf880961 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:19.730723 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.739097 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6e034b90-c0c5-40e6-9225-0a6268ee5420 None None] Port 680291c7-8fa1-4e0e-9a07-270496f42883 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:19.791970 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:19.791970 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:19.797269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:19.797380 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:19.810064 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Made reservation on behalf of 411d2c83d607408284b3bad502b22ca8 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:19.812529 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.815746 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-fd447bc8-ea2b-4278-8dec-6e292b8e27ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=524945b4bf8c4f90a358e458b9a080e0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2282212 Jun 23 13:39:19.817614 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Pushing event updated for resources: {'Port': ['ID=54a9fa30-9312-45c4-9291-c67ec375d1aa,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:19.819235 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51926) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:19.826524 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:19.834047 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Attempting to bind port a5e61c2e-0927-4f8a-b3af-fed85f876654 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:19.834864 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Attempting to bind port a5e61c2e-0927-4f8a-b3af-fed85f876654 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:19.835610 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Attempting to bind port a5e61c2e-0927-4f8a-b3af-fed85f876654 on network 57131c53-e6ce-4332-82cd-06a99ec244f1 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:19.837598 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.840374 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Allocated IP 172.27.0.101 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:19.840969 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:19.842960 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Pushing event updated for resources: {'Port': ['ID=6b8c2a18-dfc7-4891-915f-a3f8ccc225cf,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:19.851650 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd447bc8-ea2b-4278-8dec-6e292b8e27ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d5b0ed-b316-47c9-9d5c-7c9c22bdd6ea,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:19.860734 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:19.861118 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Checking segment: {'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:19.861505 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.861898 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Bound using segment: {'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:19.862388 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Bound port: a5e61c2e-0927-4f8a-b3af-fed85f876654, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:19.862762 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.892058 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Publish callbacks [] for router_gateway (c37007f5-8e9e-4809-b5f1-41947824242d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:19.952257 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:39:19.958976 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:19.963749 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2a93c9b1-7bc0-41eb-a15a-4bf1a57ae48f admin admin] 10.222.0.26 "PUT /v2.0/routers/81a742b4-0bf8-4ae4-a20d-578063d99d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5948305 Jun 23 13:39:20.039043 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Sync routers for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:39:20.054969 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Attempting to bind port 54a9fa30-9312-45c4-9291-c67ec375d1aa on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:20.055447 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Attempting to bind port 54a9fa30-9312-45c4-9291-c67ec375d1aa by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:20.055714 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Attempting to bind port 54a9fa30-9312-45c4-9291-c67ec375d1aa on network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:20.094223 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:20.095598 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Checking segment: {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:20.095997 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.096389 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Bound using segment: {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:20.096870 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Bound port: 54a9fa30-9312-45c4-9291-c67ec375d1aa, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:20.097327 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.130722 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:20.131366 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:38:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:20.133688 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Publish callbacks [] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.155176 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Publish callbacks [] for security_group (2fe9c1b5-74a4-41e2-b60e-7f329a60698b), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.158247 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5bd42317-cecc-480d-b5d9-c9d5e3efa738 admin admin] Publish callbacks [] for security_group (02d5b0ed-b316-47c9-9d5c-7c9c22bdd6ea), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.166692 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2fe9c1b5-74a4-41e2-b60e-7f329a60698b), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.209827 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:39:20.223458 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe9c1b5-74a4-41e2-b60e-7f329a60698b,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:20.233632 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (225504cc-b191-4a21-abcb-39bef922ef10), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.233957 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Added segment 225504cc-b191-4a21-abcb-39bef922ef10 of type vlan for network 2647920d-3cc1-49a5-afbf-7e90f5dfd0f0 Jun 23 13:39:20.278862 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.398593 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:20.403133 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:20.406401 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5bd42317-cecc-480d-b5d9-c9d5e3efa738 admin admin] Publish callbacks [] for security_group (02d5b0ed-b316-47c9-9d5c-7c9c22bdd6ea), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.422181 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 8878d4d6-f609-4b76-9c80-8f60bf880961 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:20.488328 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (2647920d-3cc1-49a5-afbf-7e90f5dfd0f0), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.498636 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:20.506641 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:20.513794 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:20.547025 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:20.597944 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Pushing event updated for resources: {'Port': ['ID=2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:20.637462 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:20.670268 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (c37007f5-8e9e-4809-b5f1-41947824242d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.705019 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:20.722410 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b6d61f31-62a8-4a6f-8afe-ac8b01284951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.769533 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (2647920d-3cc1-49a5-afbf-7e90f5dfd0f0), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.770729 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:20.771492 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.775319 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5bd42317-cecc-480d-b5d9-c9d5e3efa738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (02d5b0ed-b316-47c9-9d5c-7c9c22bdd6ea), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.778059 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5bd42317-cecc-480d-b5d9-c9d5e3efa738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.782244 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5bd42317-cecc-480d-b5d9-c9d5e3efa738 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02d5b0ed-b316-47c9-9d5c-7c9c22bdd6ea HTTP/1.1" status: 204 len: 168 time: 0.9570849 Jun 23 13:39:20.782691 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] For port 54a9fa30-9312-45c4-9291-c67ec375d1aa, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:20.782933 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Publish callbacks [] for router_gateway (a0c88756-c724-4766-a3c6-912fcde5eeb0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.802308 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] For port 54a9fa30-9312-45c4-9291-c67ec375d1aa, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=54a9fa30-9312-45c4-9291-c67ec375d1aa,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:20.808987 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] For port a5e61c2e-0927-4f8a-b3af-fed85f876654, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:20.819883 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:20.853273 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] Pushing event updated for resources: {'Network': ['ID=2647920d-3cc1-49a5-afbf-7e90f5dfd0f0,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:20.862808 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e7b96604-af93-48a6-af18-0b58c43f9235 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2934527 Jun 23 13:39:20.864065 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 51948) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:20.872258 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] Request body: {'subnet': {'network_id': '2647920d-3cc1-49a5-afbf-7e90f5dfd0f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-51288949-subnet', 'tenant_id': '411d2c83d607408284b3bad502b22ca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:20.999845 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e439b10-d39d-4d88-87b1-524231b59703 None None] Network 13de077c-d4db-4fa7-84a8-7023d19899e5 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:21.097309 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:21.114279 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 51960) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:21.151104 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-0178be5f-6c7e-46d9-bbc5-af84ad193b6f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--976631256', 'description': 'tempest-description--1537178367'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:21.174794 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd42317-cecc-480d-b5d9-c9d5e3efa738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d5b0ed-b316-47c9-9d5c-7c9c22bdd6ea,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:21.219316 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] For port a5e61c2e-0927-4f8a-b3af-fed85f876654, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=a5e61c2e-0927-4f8a-b3af-fed85f876654,segment=NetworkSegment(be370891-62b7-4490-a018-0820e91389be),segment_id=be370891-62b7-4490-a018-0820e91389be)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:21.237143 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767b7cf-b2df-4867-9500-eadb6c9dadd7 None None] Pushing event updated for resources: {'Port': ['ID=54a9fa30-9312-45c4-9291-c67ec375d1aa,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:21.270241 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 2647920d-3cc1-49a5-afbf-7e90f5dfd0f0 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:39:21.385192 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] Made reservation on behalf of 411d2c83d607408284b3bad502b22ca8 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:21.395994 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:21.455770 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0178be5f-6c7e-46d9-bbc5-af84ad193b6f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:21.501513 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Publish callbacks [] for router_gateway (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:21.648930 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:21.708372 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-90286588-16ae-4ba6-99bc-e8bbd215b159 None None] Provisioning complete for port 7ef69328-2174-47b1-ab26-1050cbc066f3 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:21.709932 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-90286588-16ae-4ba6-99bc-e8bbd215b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:21.716257 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 7ef69328-2174-47b1-ab26-1050cbc066f3 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:21.729969 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:21.783844 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Router c37007f5-8e9e-4809-b5f1-41947824242d is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:39:21.853643 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (a0c88756-c724-4766-a3c6-912fcde5eeb0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:21.861901 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0178be5f-6c7e-46d9-bbc5-af84ad193b6f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (d9e81a01-d2f2-40a7-b5ea-f5358691a949), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:21.916837 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for subnet (a472cef0-883d-4fdf-86a3-7632f3719bdb), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:21.935785 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 7ef69328-2174-47b1-ab26-1050cbc066f3 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:21.938226 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:21.969179 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:21.972724 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a472cef0-883d-4fdf-86a3-7632f3719bdb,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:21.981555 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0178be5f-6c7e-46d9-bbc5-af84ad193b6f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (d9e81a01-d2f2-40a7-b5ea-f5358691a949), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:22.139789 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] Checking segment: {'id': '225504cc-b191-4a21-abcb-39bef922ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2647920d-3cc1-49a5-afbf-7e90f5dfd0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:22.140166 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] Network hostable DHCP agents. Network: 2647920d-3cc1-49a5-afbf-7e90f5dfd0f0, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:39:22.189080 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178be5f-6c7e-46d9-bbc5-af84ad193b6f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e81a01-d2f2-40a7-b5ea-f5358691a949,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:22.196470 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] Network 2647920d-3cc1-49a5-afbf-7e90f5dfd0f0 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:39:22.224308 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 7ef69328-2174-47b1-ab26-1050cbc066f3 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:22.224716 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:22.232044 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 2647920d-3cc1-49a5-afbf-7e90f5dfd0f0) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:22.246548 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:39:22.253329 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:22.253936 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:22.273475 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61730fd1-16ad-495e-94f4-f20916fdf7da None None] Network 2647920d-3cc1-49a5-afbf-7e90f5dfd0f0 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:22.322476 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0178be5f-6c7e-46d9-bbc5-af84ad193b6f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:22.328168 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-0178be5f-6c7e-46d9-bbc5-af84ad193b6f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1784227 Jun 23 13:39:22.333141 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d6a51a68-dac9-4018-920b-38e4e538f740 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4653778 Jun 23 13:39:22.338438 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52006) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:22.360557 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-3d6d1958-94c4-47c9-b0a5-13bb2ad48d08 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group_rule': {'security_group_id': 'd9e81a01-d2f2-40a7-b5ea-f5358691a949', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:22.376717 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:22.538716 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:22.575478 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:22.591514 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:39:22.603451 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Sync routers for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:39:22.629070 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:22.634083 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-05d0652d-0039-4ffe-a022-cb2e1559384e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1560297 Jun 23 13:39:22.635110 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52020) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:22.644737 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:22.645419 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:38:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:22.665760 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:22.774394 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff2d63-7e55-4001-a5e2-671323faf981 None None] Pushing event updated for resources: {'Port': ['ID=a5e61c2e-0927-4f8a-b3af-fed85f876654,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:22.806313 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 2, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:22.827531 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:39:22.859491 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52026) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:22.881214 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:22.889636 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-aa955b9d-ef6d-4f12-9e97-748c3a618e65 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6283026 Jun 23 13:39:22.913623 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52028) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:22.914139 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 7ef69328-2174-47b1-ab26-1050cbc066f3, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=7ef69328-2174-47b1-ab26-1050cbc066f3,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:22.936846 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Sync routers for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:39:22.942023 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1958-94c4-47c9-b0a5-13bb2ad48d08 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (d3896ae1-4229-4abb-addf-f9524e990850), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:22.952552 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:22.974590 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:22.990913 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:23.005216 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Router a0c88756-c724-4766-a3c6-912fcde5eeb0 is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:39:23.013320 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d111ae4b-5afe-43d0-acb1-3009f0e30e08 None None] Network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:23.017739 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.021470 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:23.025004 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8f05e-b8ff-4c4c-9eb0-81ab38b8faa6 None None] Network 2647920d-3cc1-49a5-afbf-7e90f5dfd0f0 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:23.107858 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1958-94c4-47c9-b0a5-13bb2ad48d08 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (d3896ae1-4229-4abb-addf-f9524e990850), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.139173 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1958-94c4-47c9-b0a5-13bb2ad48d08 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (d3896ae1-4229-4abb-addf-f9524e990850), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.168369 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:23.174491 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:38:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:23.179477 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-6378dd22-1795-430c-a67d-1a47d1162473 admin admin] Deleting subnet 6fb04090-3b9a-46bc-8d8c-da8e659c5d8a {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:39:23.179875 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Checking router: 81a742b4-0bf8-4ae4-a20d-578063d99d92 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:39:23.184410 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Updating router 81a742b4-0bf8-4ae4-a20d-578063d99d92 port 680291c7-8fa1-4e0e-9a07-270496f42883 binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:39:23.230226 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.245676 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6378dd22-1795-430c-a67d-1a47d1162473 admin admin] Publish callbacks [] for subnet (6fb04090-3b9a-46bc-8d8c-da8e659c5d8a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.258456 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d1958-94c4-47c9-b0a5-13bb2ad48d08 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3896ae1-4229-4abb-addf-f9524e990850,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:23.268709 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1958-94c4-47c9-b0a5-13bb2ad48d08 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.270330 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3d6d1958-94c4-47c9-b0a5-13bb2ad48d08 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9298637 Jun 23 13:39:23.435363 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 54a9fa30-9312-45c4-9291-c67ec375d1aa up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:23.443595 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-90286588-16ae-4ba6-99bc-e8bbd215b159 None None] Current status of the port 7ef69328-2174-47b1-ab26-1050cbc066f3 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:23.448031 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-90286588-16ae-4ba6-99bc-e8bbd215b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.452905 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52034) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:23.462367 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:20Z', 'revision_number': 3, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:23.523250 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Checking router: eea3ee1a-e7c8-4032-96e7-997c6cf277a8 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:39:23.524917 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Updating router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd binding host dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:39:23.566993 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-1a9268db-5a18-4fd0-9a58-edb71e31fe4e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group_rule': {'security_group_id': 'd9e81a01-d2f2-40a7-b5ea-f5358691a949', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:23.570787 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6378dd22-1795-430c-a67d-1a47d1162473 admin admin] Publish callbacks [] for subnet (6fb04090-3b9a-46bc-8d8c-da8e659c5d8a), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.592988 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.599086 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0f244b33-46c6-4bef-83a8-69b41ef034f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.611411 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6378dd22-1795-430c-a67d-1a47d1162473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (6fb04090-3b9a-46bc-8d8c-da8e659c5d8a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.668440 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a9268db-5a18-4fd0-9a58-edb71e31fe4e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (28a0af6d-4679-4be6-96d9-47e7506a28ec), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.706086 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.722137 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.784338 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb68dd-9a03-4786-b19d-9b38bfb53fe1 None None] Network 57131c53-e6ce-4332-82cd-06a99ec244f1 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:39:23.792078 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=7ef69328-2174-47b1-ab26-1050cbc066f3,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:23.795212 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:23.802679 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 54a9fa30-9312-45c4-9291-c67ec375d1aa triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:23.802679 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.884134 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.889036 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:23.954271 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a9268db-5a18-4fd0-9a58-edb71e31fe4e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (28a0af6d-4679-4be6-96d9-47e7506a28ec), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.968405 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a9268db-5a18-4fd0-9a58-edb71e31fe4e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (28a0af6d-4679-4be6-96d9-47e7506a28ec), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:23.986755 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6378dd22-1795-430c-a67d-1a47d1162473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for subnet (6fb04090-3b9a-46bc-8d8c-da8e659c5d8a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.026534 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6378dd22-1795-430c-a67d-1a47d1162473 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.029720 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6378dd22-1795-430c-a67d-1a47d1162473 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6fb04090-3b9a-46bc-8d8c-da8e659c5d8a HTTP/1.1" status: 204 len: 168 time: 1.1678576 Jun 23 13:39:24.030254 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:24.036730 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378dd22-1795-430c-a67d-1a47d1162473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb04090-3b9a-46bc-8d8c-da8e659c5d8a,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:24.040383 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52056) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:24.065800 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9268db-5a18-4fd0-9a58-edb71e31fe4e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a0af6d-4679-4be6-96d9-47e7506a28ec,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:24.081559 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a9268db-5a18-4fd0-9a58-edb71e31fe4e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.091705 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1a9268db-5a18-4fd0-9a58-edb71e31fe4e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5282996 Jun 23 13:39:24.091906 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Publish callbacks [] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.096650 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52060) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:24.102113 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:24.107441 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:24.107610 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.142313 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.191803 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.193579 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:39:24.209069 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.db.api [None req-90286588-16ae-4ba6-99bc-e8bbd215b159 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 13:39:24.209572 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG oslo_db.api [None req-90286588-16ae-4ba6-99bc-e8bbd215b159 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 13:39:24.225684 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6c7d9-e4d0-4ab1-9994-cfea2b340115 None None] Pushing event updated for resources: {'Port': ['ID=2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:24.240632 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Sync routers for ids ['a0c88756-c724-4766-a3c6-912fcde5eeb0'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:39:24.291259 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Routers {'a0c88756-c724-4766-a3c6-912fcde5eeb0'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:24.291967 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['a0c88756-c724-4766-a3c6-912fcde5eeb0'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:24.300269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:24.366212 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.377944 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Attempting to bind port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:24.378638 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Attempting to bind port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:24.379164 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Attempting to bind port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:24.404849 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 54a9fa30-9312-45c4-9291-c67ec375d1aa is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:24.411939 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.413434 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:24.415899 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:24.416474 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.417149 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:24.420810 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Bound port: 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:24.422656 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.547499 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.548898 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f20c68d4-00d0-487b-bb13-8d6fb986095a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6468470 Jun 23 13:39:24.553581 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52074) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:24.638750 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:24.646379 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:24.647554 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:24.648237 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > port after_create 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:24.648732 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:24.649334 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > port after_update 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:24.649830 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:24.652164 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:24.652650 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:24.653151 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:24.810126 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52082) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:24.849556 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Set router a0c88756-c724-4766-a3c6-912fcde5eeb0 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:24.882336 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] For port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:24.893963 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-90286588-16ae-4ba6-99bc-e8bbd215b159 None None] Current status of the port 7ef69328-2174-47b1-ab26-1050cbc066f3 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:24.916727 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 54a9fa30-9312-45c4-9291-c67ec375d1aa, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=54a9fa30-9312-45c4-9291-c67ec375d1aa,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:24.924605 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.929447 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:24.930224 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device a5e61c2e-0927-4f8a-b3af-fed85f876654 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:24.930537 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52086) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:24.942507 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] For port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:24.960016 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.028852 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=54a9fa30-9312-45c4-9291-c67ec375d1aa,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:25.065681 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:25.067163 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6c7d9-e4d0-4ab1-9994-cfea2b340115 None None] Pushing event updated for resources: {'Port': ['ID=2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:25.183542 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port a5e61c2e-0927-4f8a-b3af-fed85f876654 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:25.183752 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:25.183860 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.187064 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:25.204861 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.224837 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:25.225797 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:25.227681 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Allocated IP 172.20.0.1 (aa1c1aa4-3e5b-4496-86ec-113ba24a4995/3c1268ce-389b-488c-bcb7-bb9e10058879/734801dd-6fe5-47ad-bda8-2591a60d2b81) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:25.239086 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:25.239853 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:25.240354 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:25.240886 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:25.241475 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:25.264052 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:19Z', 'revision_number': 3, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:25.265937 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Provisioning complete for port 7ef69328-2174-47b1-ab26-1050cbc066f3 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:25.266335 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.267642 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92942823-1944-4395-b803-26425841b171') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:25.268317 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92942823-1944-4395-b803-26425841b171') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:25.289317 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aad2d495-2cfb-4bd7-b5ac-92d3d08c22e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.290532 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5143487'] for segment (92942823-1944-4395-b803-26425841b171), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.294709 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-382ddc95-c566-4048-897a-a3fc86a1b70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.316696 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (92942823-1944-4395-b803-26425841b171), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.328422 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'name': 'tempest-DeleteServersTestJSON-631097842-router', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:20Z', 'revision_number': 3, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'gw_port': {'id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:18Z', 'updated_at': '2022-06-23T13:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:25.331833 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:39:25.332544 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5838866'] for segment (92942823-1944-4395-b803-26425841b171), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.368939 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Checking router: a0c88756-c724-4766-a3c6-912fcde5eeb0 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:39:25.369296 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Updating router a0c88756-c724-4766-a3c6-912fcde5eeb0 port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf binding host dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:39:25.376598 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Allocated IP 172.27.0.166 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/ff92692e-49bd-41eb-8a0d-b596a98fbb33) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:25.405205 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:25.406679 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.407271 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:25.462250 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Checking router: c37007f5-8e9e-4809-b5f1-41947824242d for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:39:25.462823 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Updating router c37007f5-8e9e-4809-b5f1-41947824242d port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:39:25.494202 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.504648 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.540731 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.548012 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.552306 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb HTTP/1.1" status: 204 len: 168 time: 1.5056884 Jun 23 13:39:25.561175 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Current status of the port 7ef69328-2174-47b1-ab26-1050cbc066f3 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:25.579328 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:25.581821 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52098) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:25.590749 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Provisioning complete for port a5e61c2e-0927-4f8a-b3af-fed85f876654 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:25.591517 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.616937 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae605e-b013-418a-97a5-09dff95dcae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ecdb81-0f8c-49ac-8eaf-85edcd398ffb,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:25.676473 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Publish callbacks [] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.701556 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72a7be0-8da9-4934-86e6-c20f0b8716a2 admin admin] Deleting subnet a472cef0-883d-4fdf-86a3-7632f3719bdb {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:39:25.707164 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a72a7be0-8da9-4934-86e6-c20f0b8716a2 admin admin] Publish callbacks [] for subnet (a472cef0-883d-4fdf-86a3-7632f3719bdb), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.748690 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a72a7be0-8da9-4934-86e6-c20f0b8716a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5143460'] for subnet (a472cef0-883d-4fdf-86a3-7632f3719bdb), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.761972 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:25.771572 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-382ddc95-c566-4048-897a-a3fc86a1b70b admin admin] Publish callbacks [] for security_group (deed9445-623e-4707-bf17-b56ac9ddb0f7), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.790956 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-382ddc95-c566-4048-897a-a3fc86a1b70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (deed9445-623e-4707-bf17-b56ac9ddb0f7), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.793349 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:25.796338 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aad2d495-2cfb-4bd7-b5ac-92d3d08c22e9 admin admin] Publish callbacks [] for security_group (c0fd9129-b853-439d-81f5-98a83da5e9b6), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.811754 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:20Z', 'revision_number': 3, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:25.838721 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.839229 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (ff92692e-49bd-41eb-8a0d-b596a98fbb33), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.844950 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aad2d495-2cfb-4bd7-b5ac-92d3d08c22e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (c0fd9129-b853-439d-81f5-98a83da5e9b6), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.857784 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd73e67-3bd6-4b7e-9c3d-e1c0f9345157 None None] The sync data for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi is: [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:20Z', 'revision_number': 3, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:39:25.877878 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port a5e61c2e-0927-4f8a-b3af-fed85f876654 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:25.878265 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.896674 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a72a7be0-8da9-4934-86e6-c20f0b8716a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (a472cef0-883d-4fdf-86a3-7632f3719bdb), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.920735 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.946444 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:25.947672 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Publish callbacks [] for port (680291c7-8fa1-4e0e-9a07-270496f42883), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.952357 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Current status of the port a5e61c2e-0927-4f8a-b3af-fed85f876654 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:25.952357 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:25.952632 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:25.964475 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-382ddc95-c566-4048-897a-a3fc86a1b70b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3de305ab79254f019b94bf7eb68d3cca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0138435 Jun 23 13:39:25.967267 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52110) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:25.997376 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port a5e61c2e-0927-4f8a-b3af-fed85f876654, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=a5e61c2e-0927-4f8a-b3af-fed85f876654,segment=NetworkSegment(be370891-62b7-4490-a018-0820e91389be),segment_id=be370891-62b7-4490-a018-0820e91389be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:25.998809 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:25.999289 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.000453 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.007655 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:26.009092 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ddc95-c566-4048-897a-a3fc86a1b70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deed9445-623e-4707-bf17-b56ac9ddb0f7,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:26.039721 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.109268 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ee079-465c-492d-b689-fd5aed785b59 None None] Pushing event updated for resources: {'Port': ['ID=680291c7-8fa1-4e0e-9a07-270496f42883,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:26.134525 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-aad2d495-2cfb-4bd7-b5ac-92d3d08c22e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fea0a1a7e2574c5a8ddc9ff93749c022&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3231692 Jun 23 13:39:26.135227 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:26.151366 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52112) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:26.203059 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.db.api [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 13:39:26.203410 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG oslo_db.api [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 13:39:26.247668 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Attempting to bind port 680291c7-8fa1-4e0e-9a07-270496f42883 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:26.248043 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Attempting to bind port 680291c7-8fa1-4e0e-9a07-270496f42883 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:26.248406 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Attempting to bind port 680291c7-8fa1-4e0e-9a07-270496f42883 on network 750f6de3-a7e6-4721-b369-b46085e03f9a {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:26.271169 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=a5e61c2e-0927-4f8a-b3af-fed85f876654,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:26.279203 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:26.279607 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Checking segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:26.280009 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.280406 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Bound using segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:26.280891 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Bound port: 680291c7-8fa1-4e0e-9a07-270496f42883, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:26.281270 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.303568 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 7ef69328-2174-47b1-ab26-1050cbc066f3 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:26.369470 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 92942823-1944-4395-b803-26425841b171 resource provider aggregate not found Jun 23 13:39:26.460689 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (ff92692e-49bd-41eb-8a0d-b596a98fbb33), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.462379 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 92942823-1944-4395-b803-26425841b171 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92942823-1944-4395-b803-26425841b171 found for delete ", "request_id": "req-abb4fb5f-3985-4d3a-8c0c-221502d6f3ed"}]} Jun 23 13:39:26.464808 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Pushing event updated for resources: {'Port': ['ID=734801dd-6fe5-47ad-bda8-2591a60d2b81,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:26.486475 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] For port 680291c7-8fa1-4e0e-9a07-270496f42883, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:26.492183 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2d495-2cfb-4bd7-b5ac-92d3d08c22e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fd9129-b853-439d-81f5-98a83da5e9b6,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:26.492680 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] For port 680291c7-8fa1-4e0e-9a07-270496f42883, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=680291c7-8fa1-4e0e-9a07-270496f42883,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:26.497219 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 7ef69328-2174-47b1-ab26-1050cbc066f3 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:26.498041 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.521508 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.572153 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:26.578736 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:26.591261 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:26.633323 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:26.642702 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:26.643398 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:26.656519 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=ff92692e-49bd-41eb-8a0d-b596a98fbb33,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:26.661735 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f5d445b-1ac0-4cce-9c97-6cfa94d56617 admin admin] Publish callbacks [] for security_group (c0fd9129-b853-439d-81f5-98a83da5e9b6), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.686834 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.727083 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f5d445b-1ac0-4cce-9c97-6cfa94d56617 admin admin] Publish callbacks [] for security_group (c0fd9129-b853-439d-81f5-98a83da5e9b6), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.769721 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Publish callbacks [] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.792359 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.810469 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:26.846709 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a72a7be0-8da9-4934-86e6-c20f0b8716a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5838968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5429580'] for subnet (a472cef0-883d-4fdf-86a3-7632f3719bdb), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.876069 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:26.940941 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Attempting to bind port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:26.941486 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3a11e846-1971-418f-a6e7-9e1493bf3eae admin admin] Publish callbacks [] for security_group (deed9445-623e-4707-bf17-b56ac9ddb0f7), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.942014 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Attempting to bind port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:26.942751 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Attempting to bind port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:26.947624 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a7be0-8da9-4934-86e6-c20f0b8716a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a472cef0-883d-4fdf-86a3-7632f3719bdb,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:26.967776 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:26.968158 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:26.968559 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:26.968990 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:26.970779 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Bound port: 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:26.971177 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.042467 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] For port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:27.047371 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] For port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=6b8c2a18-dfc7-4891-915f-a3f8ccc225cf,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:27.051451 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:27.053030 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572e17f-4347-4a8d-b5f1-55138a10e031 None None] Pushing event updated for resources: {'Port': ['ID=6b8c2a18-dfc7-4891-915f-a3f8ccc225cf,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:27.060904 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.102661 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a72a7be0-8da9-4934-86e6-c20f0b8716a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.114191 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a72a7be0-8da9-4934-86e6-c20f0b8716a2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a472cef0-883d-4fdf-86a3-7632f3719bdb HTTP/1.1" status: 204 len: 168 time: 1.4915512 Jun 23 13:39:27.119904 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:27.144473 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52122) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:27.162789 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f5d445b-1ac0-4cce-9c97-6cfa94d56617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (c0fd9129-b853-439d-81f5-98a83da5e9b6), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.165557 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6f5d445b-1ac0-4cce-9c97-6cfa94d56617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.170409 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6f5d445b-1ac0-4cce-9c97-6cfa94d56617 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0fd9129-b853-439d-81f5-98a83da5e9b6 HTTP/1.1" status: 204 len: 168 time: 1.0060055 Jun 23 13:39:27.187032 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Routers {'a0c88756-c724-4766-a3c6-912fcde5eeb0'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:27.191548 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['a0c88756-c724-4766-a3c6-912fcde5eeb0'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:27.225394 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:27.228563 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ee079-465c-492d-b689-fd5aed785b59 None None] Pushing event updated for resources: {'Port': ['ID=680291c7-8fa1-4e0e-9a07-270496f42883,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:27.260681 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Current status of the port a5e61c2e-0927-4f8a-b3af-fed85f876654 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:27.279652 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d445b-1ac0-4cce-9c97-6cfa94d56617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fd9129-b853-439d-81f5-98a83da5e9b6,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:27.353893 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3a11e846-1971-418f-a6e7-9e1493bf3eae admin admin] Publish callbacks [] for security_group (deed9445-623e-4707-bf17-b56ac9ddb0f7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.385675 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] Set router a0c88756-c724-4766-a3c6-912fcde5eeb0 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:27.396878 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Provisioning complete for port 54a9fa30-9312-45c4-9291-c67ec375d1aa triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:27.397246 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.399522 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:27.401703 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (81be4369-4a10-42ba-817a-5f049fb84610), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.468263 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (2647920d-3cc1-49a5-afbf-7e90f5dfd0f0), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.520403 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3a11e846-1971-418f-a6e7-9e1493bf3eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (deed9445-623e-4707-bf17-b56ac9ddb0f7), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.525289 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Publish callbacks [] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.534216 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3a11e846-1971-418f-a6e7-9e1493bf3eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.538346 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3a11e846-1971-418f-a6e7-9e1493bf3eae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/deed9445-623e-4707-bf17-b56ac9ddb0f7 HTTP/1.1" status: 204 len: 168 time: 1.5600383 Jun 23 13:39:27.556568 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:27.570309 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.571109 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.586084 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Allocated IP 172.20.0.1 (13de077c-d4db-4fa7-84a8-7023d19899e5/c8933f1b-58f5-417d-b0de-f336e5d13e46/5d063cac-51ff-4cc2-9b0d-0f7de15259fb) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:27.589777 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11e846-1971-418f-a6e7-9e1493bf3eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deed9445-623e-4707-bf17-b56ac9ddb0f7,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:27.654309 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'name': 'tempest-DeleteServersTestJSON-631097842-router', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:20Z', 'revision_number': 3, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'gw_port': {'id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:18Z', 'updated_at': '2022-06-23T13:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:27.681516 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:27.683815 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.684465 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c97abca-a8ce-4200-8291-119c0c983024 None None] The sync data for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi is: [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:39:27.739389 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba4a49a-47db-4778-82b6-8674d40f6012 None None] The sync data for ids ['a0c88756-c724-4766-a3c6-912fcde5eeb0'] in dv-cinder-815582-10-iscsi is: [{'id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'name': 'tempest-DeleteServersTestJSON-631097842-router', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:20Z', 'revision_number': 3, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'gw_port': {'id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:18Z', 'updated_at': '2022-06-23T13:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:39:27.766459 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (ff92692e-49bd-41eb-8a0d-b596a98fbb33), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:27.825718 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572e17f-4347-4a8d-b5f1-55138a10e031 None None] Pushing event updated for resources: {'Port': ['ID=6b8c2a18-dfc7-4891-915f-a3f8ccc225cf,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:27.847738 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 7ef69328-2174-47b1-ab26-1050cbc066f3 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:27.851615 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 54a9fa30-9312-45c4-9291-c67ec375d1aa up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:27.988223 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Publish callbacks [] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:28.002097 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 54a9fa30-9312-45c4-9291-c67ec375d1aa triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:28.005319 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:28.133936 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Pushing event updated for resources: {'Port': ['ID=734801dd-6fe5-47ad-bda8-2591a60d2b81,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:28.149641 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:28.152523 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Allocated IP 172.20.0.1 (57131c53-e6ce-4332-82cd-06a99ec244f1/fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d/7a880ae7-dfa7-493d-a26f-24e996ac4f6e) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:28.241700 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (2647920d-3cc1-49a5-afbf-7e90f5dfd0f0), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:28.249931 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Pushing event updated for resources: {'Port': ['ID=5d063cac-51ff-4cc2-9b0d-0f7de15259fb,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:28.264650 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Network 13de077c-d4db-4fa7-84a8-7023d19899e5 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:28.272908 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:28.335875 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-94e8fd55-cac4-4607-b545-36f6b4bfbbf0 None None] Current status of the port 54a9fa30-9312-45c4-9291-c67ec375d1aa is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:28.340305 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:28.341776 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 54a9fa30-9312-45c4-9291-c67ec375d1aa is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:28.469987 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Publish callbacks [] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:28.539938 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Publish callbacks [] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:28.542396 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-c43d5997-5d17-4449-b02d-01be1245be64 None None] Provisioning complete for port 734801dd-6fe5-47ad-bda8-2591a60d2b81 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:28.542893 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c43d5997-5d17-4449-b02d-01be1245be64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:28.584113 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52150) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:28.588969 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:28.592554 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:28.593348 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:28.593697 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > port after_create 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:28.594022 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > port after_delete 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:28.594344 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > port after_update 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:28.594664 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:28.595008 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:28.595326 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:28.601666 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:28.612290 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:28.614753 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-c43d5997-5d17-4449-b02d-01be1245be64 None None] Port 734801dd-6fe5-47ad-bda8-2591a60d2b81 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:28.618184 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:28.625988 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-c43d5997-5d17-4449-b02d-01be1245be64 None None] Provisioning complete for port 680291c7-8fa1-4e0e-9a07-270496f42883 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:28.626647 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c43d5997-5d17-4449-b02d-01be1245be64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:28.627896 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:28.639032 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:28.674976 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:28.698033 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:28.831745 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:28.853493 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Network 57131c53-e6ce-4332-82cd-06a99ec244f1 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:28.875985 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3560cd-2818-4784-9d28-27073d46f4aa None None] Pushing event updated for resources: {'Port': ['ID=9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:28.963157 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (c37007f5-8e9e-4809-b5f1-41947824242d), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:28.968718 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Pushing event updated for resources: {'Port': ['ID=7a880ae7-dfa7-493d-a26f-24e996ac4f6e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:28.997106 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Attempting to bind port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:28.997674 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Attempting to bind port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:28.998713 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Attempting to bind port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:29.014428 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:29.015727 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:29.016268 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.017056 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:29.017673 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Bound port: 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:29.018197 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.036209 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:29.097149 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:29.097866 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:29.097866 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:29.098156 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110547) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 13:39:29.098525 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2647920d-3cc1-49a5-afbf-7e90f5dfd0f0']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:29.110906 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:29.242045 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225504cc-b191-4a21-abcb-39bef922ef10') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:29.242383 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225504cc-b191-4a21-abcb-39bef922ef10') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:29.248231 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6d13c478-0563-46db-b058-354d47062921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.254405 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:29.256124 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.298909 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (a0c88756-c724-4766-a3c6-912fcde5eeb0), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.408055 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] For port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:29.462994 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] For port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:29.476896 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-c43d5997-5d17-4449-b02d-01be1245be64 None None] Current status of the port 680291c7-8fa1-4e0e-9a07-270496f42883 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:29.477353 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c43d5997-5d17-4449-b02d-01be1245be64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.493132 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.567554 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:29.587209 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673984'] for segment (225504cc-b191-4a21-abcb-39bef922ef10), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.622731 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.626721 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:29.635444 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:29.658446 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3560cd-2818-4784-9d28-27073d46f4aa None None] Pushing event updated for resources: {'Port': ['ID=9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:29.706888 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (225504cc-b191-4a21-abcb-39bef922ef10), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.809887 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:39:29.810677 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4705470'] for segment (225504cc-b191-4a21-abcb-39bef922ef10), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.873328 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.916415 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-c43d5997-5d17-4449-b02d-01be1245be64 None None] For port 680291c7-8fa1-4e0e-9a07-270496f42883, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=680291c7-8fa1-4e0e-9a07-270496f42883,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:29.929534 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c43d5997-5d17-4449-b02d-01be1245be64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:29.939395 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:29.940959 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:29.949163 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (ff92692e-49bd-41eb-8a0d-b596a98fbb33), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.020524 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4705434'] for port (ff92692e-49bd-41eb-8a0d-b596a98fbb33), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.100480 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (2647920d-3cc1-49a5-afbf-7e90f5dfd0f0), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.157458 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:30.182794 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.186568 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] 10.222.0.26 "DELETE /v2.0/networks/2647920d-3cc1-49a5-afbf-7e90f5dfd0f0 HTTP/1.1" status: 204 len: 168 time: 3.0408683 Jun 23 13:39:30.205308 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e516f2-fc49-466c-8367-b5d7264e822c admin admin] Pushing event deleted for resources: {'Network': ['ID=2647920d-3cc1-49a5-afbf-7e90f5dfd0f0,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:30.213182 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6d13c478-0563-46db-b058-354d47062921 admin admin] Publish callbacks [] for security_group (08f479d2-da4c-4716-905d-5e9398cf583c), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.214415 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=ff92692e-49bd-41eb-8a0d-b596a98fbb33,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:30.231123 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:39:30.232025 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6d13c478-0563-46db-b058-354d47062921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (08f479d2-da4c-4716-905d-5e9398cf583c), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.262313 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:30.268802 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (81be4369-4a10-42ba-817a-5f049fb84610), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.292745 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:30.306048 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13c478-0563-46db-b058-354d47062921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f479d2-da4c-4716-905d-5e9398cf583c,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:30.332746 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6d13c478-0563-46db-b058-354d47062921 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6a38b43018849e0a4ea7ec2cacf0978&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7466996 Jun 23 13:39:30.340935 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.341825 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52194) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:30.343659 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3d58f1fa-4277-4dab-8e6e-f9bc6fddfe03 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2456830 Jun 23 13:39:30.361178 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:30.372094 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d5997-5d17-4449-b02d-01be1245be64 None None] Pushing event updated for resources: {'Port': ['ID=680291c7-8fa1-4e0e-9a07-270496f42883,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:30.380753 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:30.381159 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.398766 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 225504cc-b191-4a21-abcb-39bef922ef10 resource provider aggregate not found Jun 23 13:39:30.409214 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:30.412919 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:30.436893 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 225504cc-b191-4a21-abcb-39bef922ef10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 225504cc-b191-4a21-abcb-39bef922ef10 found for delete ", "request_id": "req-4a089b9d-07a2-4862-9c1c-f9f0cb919f1f"}]} Jun 23 13:39:30.468186 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.469077 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:30.516544 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Publish callbacks [] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.543268 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:39:30.551805 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e4d57364-b6a0-4e3e-afef-0f5768313f55 admin admin] 10.222.0.26 "PUT /v2.0/routers/eea3ee1a-e7c8-4032-96e7-997c6cf277a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9153209 Jun 23 13:39:30.615063 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Sync routers for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:39:30.626546 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-6a2213c3-2a48-4868-8236-0d17f7f63452 None None] Provisioning complete for port 734801dd-6fe5-47ad-bda8-2591a60d2b81 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:30.627165 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6a2213c3-2a48-4868-8236-0d17f7f63452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.645431 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52208) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:30.655844 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.674056 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6a2213c3-2a48-4868-8236-0d17f7f63452 None None] Port 734801dd-6fe5-47ad-bda8-2591a60d2b81 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:30.713048 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-6a2213c3-2a48-4868-8236-0d17f7f63452 None None] Provisioning complete for port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:30.713650 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6a2213c3-2a48-4868-8236-0d17f7f63452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.742916 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2fbf13b3-be8e-4d1d-8fcd-19569ae95f6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc032917ef6c425cb7e8947d5ad218bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0944920 Jun 23 13:39:30.744510 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52214) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:30.779988 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:30.780583 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:30.824572 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52230) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:30.835454 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:30.837797 dv-cinder-815582-10-iscsi neutron-server[110547]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 13:39:30.846305 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:30.850256 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6a2213c3-2a48-4868-8236-0d17f7f63452 None None] Port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:30.898372 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3a98d194-c15e-419e-9161-5c1eb3637334 admin admin] Publish callbacks [] for security_group (08f479d2-da4c-4716-905d-5e9398cf583c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.916578 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:30.916968 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.975268 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a8f4860f-f38b-4f9e-bcf6-525bb1051b28 admin admin] Publish callbacks [] for security_group (c3ace69e-0388-4239-bf5a-fa3182fb686d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:30.992401 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-6574247f-404a-4caa-ac43-f7eb18376e85 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--976631256&fields=id&tenant_id=9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 267 time: 0.1636724 Jun 23 13:39:31.015764 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Publish callbacks [] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.045026 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3a98d194-c15e-419e-9161-5c1eb3637334 admin admin] Publish callbacks [] for security_group (08f479d2-da4c-4716-905d-5e9398cf583c), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.048653 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a8f4860f-f38b-4f9e-bcf6-525bb1051b28 admin admin] Publish callbacks [] for security_group (c3ace69e-0388-4239-bf5a-fa3182fb686d), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.055785 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.064912 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (c37007f5-8e9e-4809-b5f1-41947824242d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.110845 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Pushing event updated for resources: {'Port': ['ID=5d063cac-51ff-4cc2-9b0d-0f7de15259fb,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:31.130099 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:27Z', 'revision_number': 1, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:31.143941 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-6a2213c3-2a48-4868-8236-0d17f7f63452 None None] Provisioning complete for port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:31.144389 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6a2213c3-2a48-4868-8236-0d17f7f63452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.145927 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:31.207950 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (a0c88756-c724-4766-a3c6-912fcde5eeb0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.283727 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52256) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:31.287854 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Pushing event updated for resources: {'Port': ['ID=7a880ae7-dfa7-493d-a26f-24e996ac4f6e,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:31.310541 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a8f4860f-f38b-4f9e-bcf6-525bb1051b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (c3ace69e-0388-4239-bf5a-fa3182fb686d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.313258 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a8f4860f-f38b-4f9e-bcf6-525bb1051b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.316963 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a8f4860f-f38b-4f9e-bcf6-525bb1051b28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3ace69e-0388-4239-bf5a-fa3182fb686d HTTP/1.1" status: 204 len: 168 time: 0.5669346 Jun 23 13:39:31.317142 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3a98d194-c15e-419e-9161-5c1eb3637334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (08f479d2-da4c-4716-905d-5e9398cf583c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.326502 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3a98d194-c15e-419e-9161-5c1eb3637334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.330279 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3a98d194-c15e-419e-9161-5c1eb3637334 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08f479d2-da4c-4716-905d-5e9398cf583c HTTP/1.1" status: 204 len: 168 time: 0.9869666 Jun 23 13:39:31.387751 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4860f-f38b-4f9e-bcf6-525bb1051b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ace69e-0388-4239-bf5a-fa3182fb686d,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:31.398309 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd55443-8826-40cc-945d-50eaf6a9c4ad None None] The sync data for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi is: [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:27Z', 'revision_number': 1, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:39:31.401431 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6a2213c3-2a48-4868-8236-0d17f7f63452 None None] Port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:31.423378 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:31.487271 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Network 57131c53-e6ce-4332-82cd-06a99ec244f1 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:31.490344 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98d194-c15e-419e-9161-5c1eb3637334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f479d2-da4c-4716-905d-5e9398cf583c,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:31.502613 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-ee76e907-73e5-4739-9bb8-8b2d924d8ab1 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:31.505235 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-ee76e907-73e5-4739-9bb8-8b2d924d8ab1 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 815 time: 0.5022600 Jun 23 13:39:31.528520 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:31.567984 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Network 13de077c-d4db-4fa7-84a8-7023d19899e5 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:31.570226 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:31.617374 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-877820a3-7bcc-4180-8628-c443e3b92840 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:31.619686 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-877820a3-7bcc-4180-8628-c443e3b92840 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 817 time: 0.3220704 Jun 23 13:39:31.676923 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-69e36d58-68cb-4b60-9e11-f79f3382f1df tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/quotas/855cb6e79485414ab0f2a40162231d72 HTTP/1.1" status: 200 len: 375 time: 0.0362310 Jun 23 13:39:31.681554 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-eeaab9ed-22c7-4d2e-a167-754fd79488b8 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/quotas/9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 375 time: 0.0592434 Jun 23 13:39:31.762182 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:31.763097 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.808743 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=6b8c2a18-dfc7-4891-915f-a3f8ccc225cf,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:31.829612 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:31.830692 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 680291c7-8fa1-4e0e-9a07-270496f42883 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:31.934566 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-243dfd2f-c987-4eb6-8593-422138ac467d tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2322886 Jun 23 13:39:31.980907 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-52f25f9b-f94c-40bd-9613-e190f1b9c2e2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2981973 Jun 23 13:39:31.992762 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:32.041837 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 2, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:32.050320 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=6b8c2a18-dfc7-4891-915f-a3f8ccc225cf,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:32.070849 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:32.088743 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Checking router: eea3ee1a-e7c8-4032-96e7-997c6cf277a8 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:39:32.089158 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Updating router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 port 734801dd-6fe5-47ad-bda8-2591a60d2b81 binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:39:32.094268 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 680291c7-8fa1-4e0e-9a07-270496f42883 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:32.094584 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:32.126158 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Router c37007f5-8e9e-4809-b5f1-41947824242d has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:39:32.138793 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Router a0c88756-c724-4766-a3c6-912fcde5eeb0 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:39:32.178830 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:32.182555 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-526357b5-919d-491f-b5a2-1682e2b99593 None None] Provisioning complete for port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:32.182933 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-526357b5-919d-491f-b5a2-1682e2b99593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:32.306685 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52292) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:32.349419 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-526357b5-919d-491f-b5a2-1682e2b99593 None None] Port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:32.402675 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1f8f2961-1b21-405f-89b3-b3f256e47188 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=411d2c83d607408284b3bad502b22ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941703 Jun 23 13:39:32.406377 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52300) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:32.516212 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-48a51993-41e5-4972-9524-64e9353afced admin admin] Publish callbacks [] for security_group (2fe9c1b5-74a4-41e2-b60e-7f329a60698b), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:32.528106 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-526357b5-919d-491f-b5a2-1682e2b99593 None None] Provisioning complete for port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:32.528106 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-526357b5-919d-491f-b5a2-1682e2b99593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:32.543300 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 680291c7-8fa1-4e0e-9a07-270496f42883 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:32.544522 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device a5e61c2e-0927-4f8a-b3af-fed85f876654 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:32.557181 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-37a4a3ee-b871-4baf-9130-0b7191618007 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:39:32.565068 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:39:32.572144 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-37a4a3ee-b871-4baf-9130-0b7191618007 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2508872 Jun 23 13:39:32.573638 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b59ca7b7-5c6f-4478-b21c-b33b2e38c835 admin admin] 10.222.0.26 "PUT /v2.0/routers/a0c88756-c724-4766-a3c6-912fcde5eeb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0129890 Jun 23 13:39:32.582334 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:39:32.585317 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Sync routers for ids ['a0c88756-c724-4766-a3c6-912fcde5eeb0'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:39:32.588919 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4c4b3862-36ba-4cad-8120-f373ef6db00e admin admin] 10.222.0.26 "PUT /v2.0/routers/c37007f5-8e9e-4809-b5f1-41947824242d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6713233 Jun 23 13:39:32.607854 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Routers {'a0c88756-c724-4766-a3c6-912fcde5eeb0'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:32.609875 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['a0c88756-c724-4766-a3c6-912fcde5eeb0'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:32.767771 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-7d4828fa-36e6-4a18-a926-7b567a43fc4c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:39:32.767771 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-7d4828fa-36e6-4a18-a926-7b567a43fc4c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2793932 Jun 23 13:39:32.794778 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-48a51993-41e5-4972-9524-64e9353afced admin admin] Publish callbacks [] for security_group (2fe9c1b5-74a4-41e2-b60e-7f329a60698b), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:32.906297 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-526357b5-919d-491f-b5a2-1682e2b99593 None None] Port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:32.972651 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port a5e61c2e-0927-4f8a-b3af-fed85f876654 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:32.973343 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:32.979296 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:32.980448 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:32.984253 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-52595080-ad67-4b34-9057-c6bb3785a367 service neutron] 10.222.0.26 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528492 Jun 23 13:39:33.012267 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:33.113319 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Publish callbacks [] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:33.160169 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:33.170795 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-915fc816-1378-4e77-9608-fe5ba3d86ec8 service neutron] 10.222.0.26 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976415 Jun 23 13:39:33.188984 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Set router a0c88756-c724-4766-a3c6-912fcde5eeb0 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:33.255217 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-48a51993-41e5-4972-9524-64e9353afced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2fe9c1b5-74a4-41e2-b60e-7f329a60698b), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:33.257900 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-48a51993-41e5-4972-9524-64e9353afced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:33.262740 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-48a51993-41e5-4972-9524-64e9353afced admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fe9c1b5-74a4-41e2-b60e-7f329a60698b HTTP/1.1" status: 204 len: 168 time: 0.8531621 Jun 23 13:39:33.285555 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port a5e61c2e-0927-4f8a-b3af-fed85f876654 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:33.312620 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a51993-41e5-4972-9524-64e9353afced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe9c1b5-74a4-41e2-b60e-7f329a60698b,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:33.327860 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-813af155-4d81-4cf2-bb18-1811b38580a4 service neutron] 10.222.0.26 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218946 Jun 23 13:39:33.331447 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:33.366650 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-6dbb02ee-fe1f-45fd-83f7-200b75cbaea5 service neutron] 10.222.0.26 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605816 Jun 23 13:39:33.374930 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36126d-7be3-4177-a203-b8b4142381f7 None None] Pushing event updated for resources: {'Port': ['ID=734801dd-6fe5-47ad-bda8-2591a60d2b81,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:33.453211 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Attempting to bind port 734801dd-6fe5-47ad-bda8-2591a60d2b81 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:33.453585 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Attempting to bind port 734801dd-6fe5-47ad-bda8-2591a60d2b81 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:33.454249 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Attempting to bind port 734801dd-6fe5-47ad-bda8-2591a60d2b81 on network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:33.466584 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:33.469307 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Checking segment: {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:33.469740 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:33.470150 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Bound using segment: {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:33.471228 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Bound port: 734801dd-6fe5-47ad-bda8-2591a60d2b81, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:33.471602 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:33.590808 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] For port 734801dd-6fe5-47ad-bda8-2591a60d2b81, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:33.612232 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] For port 734801dd-6fe5-47ad-bda8-2591a60d2b81, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=734801dd-6fe5-47ad-bda8-2591a60d2b81,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:33.635318 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'name': 'tempest-DeleteServersTestJSON-631097842-router', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'gw_port': {'id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:18Z', 'updated_at': '2022-06-23T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '7a880ae7-dfa7-493d-a26f-24e996ac4f6e', 'name': '', 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'mac_address': 'fa:16:3e:ba:ae:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:27Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 2, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'subnets': [{'id': 'fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:33.647679 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:33.703869 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Checking router: a0c88756-c724-4766-a3c6-912fcde5eeb0 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:39:33.712478 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-38d0bf85-5d7e-4efd-b97b-cd7c1d570629 None None] Provisioning complete for port 734801dd-6fe5-47ad-bda8-2591a60d2b81 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:33.714106 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38d0bf85-5d7e-4efd-b97b-cd7c1d570629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:33.723237 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Updating router a0c88756-c724-4766-a3c6-912fcde5eeb0 port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e binding host dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:39:33.780793 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:33.828996 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:33.970685 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36126d-7be3-4177-a203-b8b4142381f7 None None] Pushing event updated for resources: {'Port': ['ID=734801dd-6fe5-47ad-bda8-2591a60d2b81,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:33.992144 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-38d0bf85-5d7e-4efd-b97b-cd7c1d570629 None None] Current status of the port 734801dd-6fe5-47ad-bda8-2591a60d2b81 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:33.992653 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38d0bf85-5d7e-4efd-b97b-cd7c1d570629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:34.067486 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:34.068248 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:34.076001 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-38d0bf85-5d7e-4efd-b97b-cd7c1d570629 None None] For port 734801dd-6fe5-47ad-bda8-2591a60d2b81, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=734801dd-6fe5-47ad-bda8-2591a60d2b81,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:34.147284 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:34.147708 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:34.206697 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-38d0bf85-5d7e-4efd-b97b-cd7c1d570629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:34.284382 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:34.379396 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:34.379878 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:34.403997 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-b32ee22e-a1d7-43ed-a348-e9477141b6fa None None] Provisioning complete for port 734801dd-6fe5-47ad-bda8-2591a60d2b81 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:34.404380 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b32ee22e-a1d7-43ed-a348-e9477141b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:34.474681 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:34.478368 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0bf85-5d7e-4efd-b97b-cd7c1d570629 None None] Pushing event updated for resources: {'Port': ['ID=734801dd-6fe5-47ad-bda8-2591a60d2b81,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:34.510863 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:34.527696 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:34.528183 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:34.575679 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Publish callbacks [] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:34.592661 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:34.643639 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52390) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:34.648885 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-2d53f125-4ecf-4fb2-9d29-bbde27430c66 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--903326260', 'description': 'tempest-description--2080752726'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:34.889946 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c57acb-f5f8-45f5-8ca9-cb6da5929f62 None None] Pushing event updated for resources: {'Port': ['ID=7a880ae7-dfa7-493d-a26f-24e996ac4f6e,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:35.027192 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Attempting to bind port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:35.027610 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Attempting to bind port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:35.027968 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Attempting to bind port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e on network 57131c53-e6ce-4332-82cd-06a99ec244f1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:35.049768 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:35.050139 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Checking segment: {'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:35.054302 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:35.055283 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:35.056738 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Bound using segment: {'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:35.059067 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Bound port: 7a880ae7-dfa7-493d-a26f-24e996ac4f6e, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:35.059768 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:35.092424 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:35.233609 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:35.260983 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] For port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:35.269925 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] For port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=7a880ae7-dfa7-493d-a26f-24e996ac4f6e,segment=NetworkSegment(be370891-62b7-4490-a018-0820e91389be),segment_id=be370891-62b7-4490-a018-0820e91389be)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:35.282909 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:35.333610 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-953746c2-b0e9-4fd8-98db-d700e1369a10 req-b0a20837-4975-4bbb-a5f5-0c36de837e39 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 210 time: 0.6091344 Jun 23 13:39:35.345361 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2d53f125-4ecf-4fb2-9d29-bbde27430c66 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:35.399517 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-b32ee22e-a1d7-43ed-a348-e9477141b6fa None None] Current status of the port 734801dd-6fe5-47ad-bda8-2591a60d2b81 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:35.432581 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:35.556872 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Routers {'a0c88756-c724-4766-a3c6-912fcde5eeb0'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:35.557188 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['a0c88756-c724-4766-a3c6-912fcde5eeb0'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:35.568266 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c57acb-f5f8-45f5-8ca9-cb6da5929f62 None None] Pushing event updated for resources: {'Port': ['ID=7a880ae7-dfa7-493d-a26f-24e996ac4f6e,revision_number=4']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:35.659545 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-4356eee2-49ca-4703-a251-a9f2913d9500 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:35.684708 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-4356eee2-49ca-4703-a251-a9f2913d9500 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/networks?id=57131c53-e6ce-4332-82cd-06a99ec244f1 HTTP/1.1" status: 200 len: 811 time: 0.3543286 Jun 23 13:39:35.792064 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c693571a-8ce1-4021-bd0b-169d0fde0e4d req-371889c2-a852-4ee8-8221-506ed9e89ddc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 210 time: 0.2319279 Jun 23 13:39:35.866989 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2d53f125-4ecf-4fb2-9d29-bbde27430c66 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (09923150-ea6a-49b5-a467-0d20828c86c9), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:35.876448 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-9f96d5cd-e237-434a-9671-7f370dda66f0 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/quotas/8e4aa13d65ad43b1849bad5bfa99e459 HTTP/1.1" status: 200 len: 375 time: 0.1357193 Jun 23 13:39:35.881898 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2d53f125-4ecf-4fb2-9d29-bbde27430c66 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (09923150-ea6a-49b5-a467-0d20828c86c9), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:35.923613 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3a1036bb-33fb-4b25-97d3-ea644b21d0a9 None None] Provisioning complete for port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:35.924126 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3a1036bb-33fb-4b25-97d3-ea644b21d0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:35.955657 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] Set router a0c88756-c724-4766-a3c6-912fcde5eeb0 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:35.956858 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53f125-4ecf-4fb2-9d29-bbde27430c66 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09923150-ea6a-49b5-a467-0d20828c86c9,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:36.084622 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2d53f125-4ecf-4fb2-9d29-bbde27430c66 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:36.094202 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:36.094202 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:36.100067 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52486) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:36.101147 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2d53f125-4ecf-4fb2-9d29-bbde27430c66 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4557252 Jun 23 13:39:36.105376 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-58752f03-0b2b-4f03-bf6d-3af8537661ff tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'security_group_rule': {'security_group_id': '09923150-ea6a-49b5-a467-0d20828c86c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:36.136221 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-ac626bfd-2399-4ff5-8476-63882d9ef797 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e4aa13d65ad43b1849bad5bfa99e459&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1787646 Jun 23 13:39:36.250089 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-58752f03-0b2b-4f03-bf6d-3af8537661ff tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (b3fea8e3-5e63-4a05-80cc-f1a5d9e21e5f), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:36.314157 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:33Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:36.443130 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:36.496018 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'name': 'tempest-DeleteServersTestJSON-631097842-router', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'gw_port': {'id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:18Z', 'updated_at': '2022-06-23T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '7a880ae7-dfa7-493d-a26f-24e996ac4f6e', 'name': '', 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'mac_address': 'fa:16:3e:ba:ae:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:27Z', 'updated_at': '2022-06-23T13:39:35Z', 'revision_number': 4, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'subnets': [{'id': 'fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:36.496475 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:36.497616 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:36.499038 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-58752f03-0b2b-4f03-bf6d-3af8537661ff tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (b3fea8e3-5e63-4a05-80cc-f1a5d9e21e5f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:36.513242 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-58752f03-0b2b-4f03-bf6d-3af8537661ff tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (b3fea8e3-5e63-4a05-80cc-f1a5d9e21e5f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:36.546292 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58752f03-0b2b-4f03-bf6d-3af8537661ff tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fea8e3-5e63-4a05-80cc-f1a5d9e21e5f,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:36.592666 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1810fee-6853-4afa-8375-2a2acfffa356 None None] The sync data for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi is: [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:33Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:39:36.597729 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25553959-d8a9-4bdf-89f8-57b458291d8d None None] The sync data for ids ['a0c88756-c724-4766-a3c6-912fcde5eeb0'] in dv-cinder-815582-10-iscsi is: [{'id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'name': 'tempest-DeleteServersTestJSON-631097842-router', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'gw_port': {'id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:18Z', 'updated_at': '2022-06-23T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '7a880ae7-dfa7-493d-a26f-24e996ac4f6e', 'name': '', 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'mac_address': 'fa:16:3e:ba:ae:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:27Z', 'updated_at': '2022-06-23T13:39:35Z', 'revision_number': 4, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'subnets': [{'id': 'fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:39:36.617712 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Sync routers for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:39:36.620311 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-58752f03-0b2b-4f03-bf6d-3af8537661ff tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:36.625135 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-58752f03-0b2b-4f03-bf6d-3af8537661ff tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5238769 Jun 23 13:39:36.627010 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52516) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:36.637281 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-1cafe830-f99f-4eb8-86dc-302a0d3c32dd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'security_group_rule': {'security_group_id': '09923150-ea6a-49b5-a467-0d20828c86c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:36.705646 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-cd1861d6-2e76-4b82-9e10-e811bc1e4653 service neutron] 10.222.0.26 "GET /v2.0/networks/57131c53-e6ce-4332-82cd-06a99ec244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617590 Jun 23 13:39:36.768815 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:36.769921 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:36.778524 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:36.798738 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1cafe830-f99f-4eb8-86dc-302a0d3c32dd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (f9f5882c-7714-4cd6-81fe-bbc840927a31), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:37.015518 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1cafe830-f99f-4eb8-86dc-302a0d3c32dd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (f9f5882c-7714-4cd6-81fe-bbc840927a31), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:37.027875 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1cafe830-f99f-4eb8-86dc-302a0d3c32dd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (f9f5882c-7714-4cd6-81fe-bbc840927a31), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:37.058131 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafe830-f99f-4eb8-86dc-302a0d3c32dd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f5882c-7714-4cd6-81fe-bbc840927a31,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:37.088089 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1cafe830-f99f-4eb8-86dc-302a0d3c32dd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:37.099458 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-1cafe830-f99f-4eb8-86dc-302a0d3c32dd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4709332 Jun 23 13:39:37.100356 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52526) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:37.109821 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:37.168505 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:37.176300 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:37.287447 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:37.293261 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:37.293657 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:37.419185 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-5f55a2da-d1b0-404c-be35-45c399597c0f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:37.424222 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-5f55a2da-d1b0-404c-be35-45c399597c0f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 817 time: 1.0485291 Jun 23 13:39:37.499271 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:37.534823 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-94695bd6-ec08-4f00-b48f-5772adbc40e4 service neutron] 10.222.0.26 "GET /v2.0/networks/57131c53-e6ce-4332-82cd-06a99ec244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7402101 Jun 23 13:39:37.573061 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-6c16f14b-a735-492f-8915-e6ada18055d5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/quotas/855cb6e79485414ab0f2a40162231d72 HTTP/1.1" status: 200 len: 375 time: 0.0358493 Jun 23 13:39:37.575822 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3a1036bb-33fb-4b25-97d3-ea644b21d0a9 None None] Current status of the port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:37.578512 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3a1036bb-33fb-4b25-97d3-ea644b21d0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:37.721957 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:37.726325 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Allocated IP 172.27.0.219 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/3aeadcf4-ebe5-46b4-9059-0a0359093142) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:37.774773 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-15945d91-9de7-40ca-960a-4381db9a66ba tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1938214 Jun 23 13:39:37.780992 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:37.899122 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3a1036bb-33fb-4b25-97d3-ea644b21d0a9 None None] For port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=7a880ae7-dfa7-493d-a26f-24e996ac4f6e,segment=NetworkSegment(be370891-62b7-4490-a018-0820e91389be),segment_id=be370891-62b7-4490-a018-0820e91389be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:38.015373 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3a1036bb-33fb-4b25-97d3-ea644b21d0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:38.141012 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0d8fe42-5cd8-4437-9ec7-d8c5265ae06f req-15f9be0a-2878-4aed-a8d6-13484a207ccf tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 210 time: 0.0694988 Jun 23 13:39:38.158969 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:38.161920 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-cd57111e-d789-42de-8c93-6e40c6b6a694 service neutron] 10.222.0.26 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796103 Jun 23 13:39:38.163449 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 680291c7-8fa1-4e0e-9a07-270496f42883 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:38.282843 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:38.306015 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-39e121e7-d511-45a7-83d5-5b0d3e9662e2 None None] Provisioning complete for port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:38.306400 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-39e121e7-d511-45a7-83d5-5b0d3e9662e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:38.340464 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.47', 52794) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:38.353450 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for port (3aeadcf4-ebe5-46b4-9059-0a0359093142), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:38.420850 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1036bb-33fb-4b25-97d3-ea644b21d0a9 None None] Pushing event updated for resources: {'Port': ['ID=7a880ae7-dfa7-493d-a26f-24e996ac4f6e,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:38.460282 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-5395a228-2a4d-49da-ab31-54651be3a107 service neutron] 10.222.0.26 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925463 Jun 23 13:39:38.460945 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.47', 52795) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:38.499731 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 2, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:38.543966 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (3aeadcf4-ebe5-46b4-9059-0a0359093142), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:38.553263 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Checking router: c37007f5-8e9e-4809-b5f1-41947824242d for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:39:38.553878 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Updating router c37007f5-8e9e-4809-b5f1-41947824242d port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:39:38.556140 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 680291c7-8fa1-4e0e-9a07-270496f42883 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:38.557656 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:38.623677 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-39e121e7-d511-45a7-83d5-5b0d3e9662e2 None None] Current status of the port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:38.637395 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:38.705280 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:38.720821 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:38.763903 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:38.839294 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-628a54a8-efe1-4a7b-9107-b6b31047cb0d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:38.842372 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-628a54a8-efe1-4a7b-9107-b6b31047cb0d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 817 time: 0.3755488 Jun 23 13:39:38.862249 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'Port': ['ID=3aeadcf4-ebe5-46b4-9059-0a0359093142,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:38.958089 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a4a115e-85b0-42f7-bc75-16ffbcdade00 req-65e5022f-be03-446a-a308-2111d84223c2 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.1137869 Jun 23 13:39:38.978629 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Request body: {'port': {'device_id': 'ee2cdaf7-cefe-4877-b855-b4646b50cf29', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'admin_state_up': True, 'tenant_id': '855cb6e79485414ab0f2a40162231d72'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:39.156768 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (01caee39-7001-4aee-96ea-667407006c47), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:39.167778 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:39.181249 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-db2a2249-69d5-4370-a660-435d1ad5fe15 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:39.183280 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-db2a2249-69d5-4370-a660-435d1ad5fe15 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 815 time: 0.8351247 Jun 23 13:39:39.318853 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d60177d6-a7ee-4848-b796-4101f9f017c5 req-363c8f40-9d0b-48bd-9559-ce1821fabda0 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 210 time: 0.1919973 Jun 23 13:39:39.409269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Publish callbacks [] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:39.415329 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:39.427018 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:39.487305 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Made reservation on behalf of 855cb6e79485414ab0f2a40162231d72 for: {'port': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:39.497645 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:39.527383 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (3aeadcf4-ebe5-46b4-9059-0a0359093142), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:39.572070 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-bcd39f46-c683-42f3-ab50-44f8931a8204 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 379 time: 0.3321576 Jun 23 13:39:39.606528 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 680291c7-8fa1-4e0e-9a07-270496f42883 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:39.629824 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'port': {'device_id': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'admin_state_up': True, 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'security_groups': ['d9e81a01-d2f2-40a7-b5ea-f5358691a949']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:39.693688 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b6c43-3021-410e-862b-f8a69d1987af None None] Pushing event updated for resources: {'Port': ['ID=5d063cac-51ff-4cc2-9b0d-0f7de15259fb,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:39.772370 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52652) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:39.883072 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Attempting to bind port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:39.883464 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Attempting to bind port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:39.883849 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Attempting to bind port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb on network 13de077c-d4db-4fa7-84a8-7023d19899e5 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:39.902742 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Made reservation on behalf of 9298bf4635e84993b086309715cc7cbe for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:39.922765 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:39.925586 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:39.926280 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Checking segment: {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:39.930161 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:39.937278 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Bound using segment: {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:39.940602 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Bound port: 5d063cac-51ff-4cc2-9b0d-0f7de15259fb, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:39.942129 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:40.061920 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.47', 52803) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:40.075651 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-776d6e0b-9dc0-4425-bd17-7847d7ca4b66 req-e742b390-7e01-4722-bfae-d71fe7b0f964 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 210 time: 0.1391833 Jun 23 13:39:40.553520 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:40.562910 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-731b5baa-4fbf-40d5-bc82-977356158d98 None None] Provisioning complete for port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:40.566027 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-731b5baa-4fbf-40d5-bc82-977356158d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:40.679744 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:40.781856 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Allocated IP 172.20.0.10 (aa1c1aa4-3e5b-4496-86ec-113ba24a4995/3c1268ce-389b-488c-bcb7-bb9e10058879/fff37344-1345-4e9c-9d02-4e0e47f479fc) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:40.937386 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-5b3d2b64-7ebe-4282-8380-ba5cc2ad95cf tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:40.939591 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-5b3d2b64-7ebe-4282-8380-ba5cc2ad95cf tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.47 "GET /v2.0/networks?id=57131c53-e6ce-4332-82cd-06a99ec244f1 HTTP/1.1" status: 200 len: 811 time: 0.8748581 Jun 23 13:39:40.940497 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:40.962757 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for port (3aeadcf4-ebe5-46b4-9059-0a0359093142), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:40.969634 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Allocated IP 172.20.0.8 (750f6de3-a7e6-4721-b369-b46085e03f9a/1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384/b21a6caf-efbc-4abd-ac6f-b37cb3962be9) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:40.982694 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-731b5baa-4fbf-40d5-bc82-977356158d98 None None] Port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:40.985796 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (3aeadcf4-ebe5-46b4-9059-0a0359093142), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:41.043023 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] For port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:41.050938 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:41.054457 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:41.064705 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] For port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=5d063cac-51ff-4cc2-9b0d-0f7de15259fb,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:41.107075 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'Port': ['ID=3aeadcf4-ebe5-46b4-9059-0a0359093142,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:41.149163 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:41.218984 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:41.221460 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (01caee39-7001-4aee-96ea-667407006c47), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:41.231802 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:41.275754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Request body: {'port': {'device_id': '8e1bdfeb-cac1-45d2-9708-ac7386c20fe4', 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1', 'admin_state_up': True, 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:41.319540 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-34933c19-1276-4b5a-9193-95dd46629e62 req-3a83dd46-a8cd-4033-af64-73585cc765d4 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.8525195 Jun 23 13:39:41.323040 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:41.325716 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:41.327586 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-438d5c13-50fe-4287-aeca-c387190961af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:41.446765 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.47', 52807) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:41.465207 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:41.478956 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:41.499889 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-49d05ede-c460-4a76-8c14-fa6d23687d79 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3976736 Jun 23 13:39:41.519167 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4944b332-3c1e-4aa4-977c-5b6affcf9524 req-c3521f17-6a59-4d75-aa36-807731dabd31 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 210 time: 0.7967541 Jun 23 13:39:41.688458 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:39:41.690399 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:41.952140 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event updated for resources: {'Port': ['ID=fff37344-1345-4e9c-9d02-4e0e47f479fc,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:41.979262 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b6c43-3021-410e-862b-f8a69d1987af None None] Pushing event updated for resources: {'Port': ['ID=5d063cac-51ff-4cc2-9b0d-0f7de15259fb,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:42.009118 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:42.010643 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 7a880ae7-dfa7-493d-a26f-24e996ac4f6e up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:42.020758 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-5a2d85d1-f5d8-430c-bc5d-392a30701504 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:42.021729 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-377caecb-1c5a-4945-bfdd-bc43ab108a70 None None] Provisioning complete for port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:42.022329 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-377caecb-1c5a-4945-bfdd-bc43ab108a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:42.022892 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-5a2d85d1-f5d8-430c-bc5d-392a30701504 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 817 time: 0.5217400 Jun 23 13:39:42.052304 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Request body: {'port': {'device_id': 'a45e219e-e492-44d7-a962-1a741b0abcaa', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'admin_state_up': True, 'tenant_id': '855cb6e79485414ab0f2a40162231d72'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:42.155822 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:39:42.191524 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:42.217738 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5f5d553b-3332-4810-82e6-8c95dee334dc req-67844223-d0dc-474b-b14c-8a85073f4bd5 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 210 time: 0.3258054 Jun 23 13:39:42.225703 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:42.232105 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:42.513120 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:42.515575 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:42.518646 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:42.526292 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:42.539035 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Made reservation on behalf of 8e4aa13d65ad43b1849bad5bfa99e459 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:42.547470 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:42.576257 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-2845c882-d65c-406a-824f-a723fc2e4d8b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--903326260&fields=id&tenant_id=1d89deaaefc541739f67ab1e53c4bda3 HTTP/1.1" status: 200 len: 267 time: 0.3818128 Jun 23 13:39:42.621474 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:42.667916 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4cb8548a-34ea-41aa-b2b8-a73c378ab499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7085829 Jun 23 13:39:42.716969 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Made reservation on behalf of 855cb6e79485414ab0f2a40162231d72 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:42.722664 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:42.766830 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-377caecb-1c5a-4945-bfdd-bc43ab108a70 None None] Current status of the port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:42.768967 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-377caecb-1c5a-4945-bfdd-bc43ab108a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:42.939231 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Allocated IP 172.20.0.9 (aa1c1aa4-3e5b-4496-86ec-113ba24a4995/3c1268ce-389b-488c-bcb7-bb9e10058879/a620a38f-71e7-45a8-b6c8-6d3333e3b7a7) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:42.985373 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-377caecb-1c5a-4945-bfdd-bc43ab108a70 None None] For port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=5d063cac-51ff-4cc2-9b0d-0f7de15259fb,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:43.041858 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:43.045786 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 734801dd-6fe5-47ad-bda8-2591a60d2b81 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:43.068772 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-377caecb-1c5a-4945-bfdd-bc43ab108a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:43.162486 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:43.180613 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:43.215959 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5aac641e-10ba-4e1c-b678-45c89da0925f req-25949f8e-4300-4b23-a65e-852e11404eea tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.5749915 Jun 23 13:39:43.258724 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-f2a6bf54-8461-41dd-80ae-aa5a037bad05 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:39:43.264389 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-f2a6bf54-8461-41dd-80ae-aa5a037bad05 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0698900 Jun 23 13:39:43.270159 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:41Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:39:43.280400 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-cce91ec1-1a65-42fc-b3ca-3499cc0d8f02 None None] Provisioning complete for port fff37344-1345-4e9c-9d02-4e0e47f479fc triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:43.281120 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cce91ec1-1a65-42fc-b3ca-3499cc0d8f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:43.303896 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:43.305059 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:43.313450 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:43.342794 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:43.468145 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-8226677c-7f1f-49b5-a63f-afd86c05444b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:43.478964 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-8226677c-7f1f-49b5-a63f-afd86c05444b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 816 time: 0.8987451 Jun 23 13:39:43.485845 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898a503-f9e5-433d-817a-1b694da5023e None None] The sync data for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi is: [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:41Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:39:43.513613 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377caecb-1c5a-4945-bfdd-bc43ab108a70 None None] Pushing event updated for resources: {'Port': ['ID=5d063cac-51ff-4cc2-9b0d-0f7de15259fb,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:43.550142 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-438d5c13-50fe-4287-aeca-c387190961af admin admin] Publish callbacks [] for security_group (7f40fa3f-e42b-43af-a462-753eae0419ec), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:43.561162 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 734801dd-6fe5-47ad-bda8-2591a60d2b81 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:43.562544 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:43.564060 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c04e8281-881c-4658-adc6-06e58f6f2761 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/quotas/1d89deaaefc541739f67ab1e53c4bda3 HTTP/1.1" status: 200 len: 375 time: 0.0816967 Jun 23 13:39:43.569573 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-cce91ec1-1a65-42fc-b3ca-3499cc0d8f02 None None] Port fff37344-1345-4e9c-9d02-4e0e47f479fc cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:43.661279 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:43.699224 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:43.721533 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event updated for resources: {'Port': ['ID=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:43.724625 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:43.771711 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-cc5629db-6962-4393-80d5-b673ec986365 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2060866 Jun 23 13:39:43.813703 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:43.883959 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Allocated IP 172.20.0.11 (57131c53-e6ce-4332-82cd-06a99ec244f1/fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d/5c5684f2-ed9c-4909-9cad-02bd2b76d63d) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:43.906250 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 734801dd-6fe5-47ad-bda8-2591a60d2b81 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:44.001863 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-438d5c13-50fe-4287-aeca-c387190961af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (7f40fa3f-e42b-43af-a462-753eae0419ec), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:44.049232 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Request body: {'port': {'device_id': 'ee2cdaf7-cefe-4877-b855-b4646b50cf29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:44.052895 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Network 750f6de3-a7e6-4721-b369-b46085e03f9a is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:44.061637 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:44.081427 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:44.082305 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:44.090814 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:44.108754 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 5d063cac-51ff-4cc2-9b0d-0f7de15259fb up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:44.177032 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:44.190149 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:44.198204 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=b21a6caf-efbc-4abd-ac6f-b37cb3962be9,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:44.216878 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-d56587e4-ad83-4e59-90d6-ae777c5b1396 service neutron] 10.222.0.26 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412653 Jun 23 13:39:44.292875 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d5c13-50fe-4287-aeca-c387190961af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f40fa3f-e42b-43af-a462-753eae0419ec,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:44.298315 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2b86960-2b53-4f5d-95d1-9cd7cb0ef481 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2610178 Jun 23 13:39:44.326935 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-1e887ff1-ba54-4d32-9168-6a26032fa328 None None] Provisioning complete for port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:44.330741 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1e887ff1-ba54-4d32-9168-6a26032fa328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:44.347235 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Request body: {'port': {'device_id': 'a45e219e-e492-44d7-a962-1a741b0abcaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:44.429365 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:44.430037 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:44.457735 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:44.458124 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:44.513419 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52784) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:44.549766 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-1e887ff1-ba54-4d32-9168-6a26032fa328 None None] Port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:44.578312 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-d4d4ded2-3247-40d4-b42f-bc457ce02759 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9525280 Jun 23 13:39:44.604797 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:44.647616 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Request body: {'port': {'device_id': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:44.726602 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-69baca8f-3b29-40ab-bbf8-83b0ca58253f None None] Provisioning complete for port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:44.732308 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-69baca8f-3b29-40ab-bbf8-83b0ca58253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:44.736699 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:44.824226 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-69baca8f-3b29-40ab-bbf8-83b0ca58253f None None] Port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:44.836828 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-438d5c13-50fe-4287-aeca-c387190961af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b557a1616f9b4279b7f8df0869108104&name=default HTTP/1.1" status: 200 len: 2996 time: 5.0608218 Jun 23 13:39:44.844698 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7196c1-24b4-4e00-b7bb-f42fb4c72522 req-cddbbedc-c52b-45d1-8d7b-108fbb7caea5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:44.852272 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bf7196c1-24b4-4e00-b7bb-f42fb4c72522 req-cddbbedc-c52b-45d1-8d7b-108fbb7caea5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 931 time: 0.8426075 Jun 23 13:39:44.855057 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52798) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:44.858623 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:45.001301 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:45.070772 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bf7196c1-24b4-4e00-b7bb-f42fb4c72522 req-d23a276e-0c73-45ff-9a5e-f521027065b8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171688 Jun 23 13:39:45.080377 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-fde26c5e-0b51-4190-8bba-5e7416789e06 service neutron] 10.222.0.26 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001369 Jun 23 13:39:45.416992 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fbfcbd86-4b5e-4896-bab2-ce8e4dad717f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:45.476763 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378881b-653a-4f18-b4c6-129aba3b8299 req-dd4a38df-1264-4f2c-b6c2-0192a1c20aea tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:45.484498 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9378881b-653a-4f18-b4c6-129aba3b8299 req-dd4a38df-1264-4f2c-b6c2-0192a1c20aea tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 931 time: 0.1033249 Jun 23 13:39:45.546443 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52820) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:45.559759 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a2689b9-0395-4276-92eb-a290c39ce81b req-16eb8e38-a524-4dde-96a8-6b48521f6601 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.1537097 Jun 23 13:39:45.632214 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Publish callbacks [] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:45.679280 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:45.787224 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e65973d5-a7f1-4e42-8a2a-532f245f3919 req-fb969877-bf53-4ce4-84ae-6c779af6b6c4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 210 time: 0.1006372 Jun 23 13:39:45.840741 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:45.853556 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:45.856271 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9378881b-653a-4f18-b4c6-129aba3b8299 req-6fb6bed9-dca7-4046-aace-0f8008596eb0 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3702235 Jun 23 13:39:46.056696 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fbfcbd86-4b5e-4896-bab2-ce8e4dad717f admin admin] Publish callbacks [] for security_group (3204cb91-2f35-4a39-a3a0-1d177e331df7), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.070575 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff37344-1345-4e9c-9d02-4e0e47f479fc {{(pid=110547) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:39:46.080247 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:46.090349 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Publish callbacks [] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.105988 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Network 57131c53-e6ce-4332-82cd-06a99ec244f1 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:46.127620 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:46.162043 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.provisioning_blocks [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Transition to ACTIVE for port object fff37344-1345-4e9c-9d02-4e0e47f479fc will not be triggered until provisioned by entity L2. {{(pid=110547) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:39:46.166447 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6f8d56b6-bc5c-45a3-b7fb-4ed1a003006f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.171203 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fbfcbd86-4b5e-4896-bab2-ce8e4dad717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (3204cb91-2f35-4a39-a3a0-1d177e331df7), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.171667 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4705434'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.188098 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:46.197556 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dda95fc5-a191-4c93-b47b-6a0b5290db0d admin admin] Publish callbacks [] for security_group (7f40fa3f-e42b-43af-a462-753eae0419ec), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.228658 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dda95fc5-a191-4c93-b47b-6a0b5290db0d admin admin] Publish callbacks [] for security_group (7f40fa3f-e42b-43af-a462-753eae0419ec), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.253764 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Pushing event updated for resources: {'Port': ['ID=fff37344-1345-4e9c-9d02-4e0e47f479fc,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:46.369929 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ce9f4-167d-4433-a5e6-405e3336fe60 req-fd88bef7-012b-412b-9259-aeae82fdf162 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:46.371671 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-029ce9f4-167d-4433-a5e6-405e3336fe60 req-fd88bef7-012b-412b-9259-aeae82fdf162 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 931 time: 0.1434319 Jun 23 13:39:46.386146 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:46.386899 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.483564 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:46.506742 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=46 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:46.518504 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2603593 Jun 23 13:39:46.558378 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f74de-c67d-443b-a79b-21d405d70393 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Pushing event updated for resources: {'Port': ['ID=5c5684f2-ed9c-4909-9cad-02bd2b76d63d,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:46.570261 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-fbfcbd86-4b5e-4896-bab2-ce8e4dad717f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17a27286ef8240f5ba73994130fe0608&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0547173 Jun 23 13:39:46.580482 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-4cc07e47-11c6-4d69-b9d5-bb2870b2f149 None None] Provisioning complete for port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:46.580976 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4cc07e47-11c6-4d69-b9d5-bb2870b2f149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.641244 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52842) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:46.682336 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Request body: {'port': {'device_id': '8e1bdfeb-cac1-45d2-9708-ac7386c20fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:46.767506 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-4cc07e47-11c6-4d69-b9d5-bb2870b2f149 None None] Port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:46.797696 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-029ce9f4-167d-4433-a5e6-405e3336fe60 req-46ca0d5d-8eb3-408f-b994-5c3bf8e45ade tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180145 Jun 23 13:39:46.826763 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcbd86-4b5e-4896-bab2-ce8e4dad717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3204cb91-2f35-4a39-a3a0-1d177e331df7,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:46.861568 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6734-ded1-4c85-8eb7-91b99fd08a4e req-1d9cbd43-37a1-477b-85a9-32776f77b442 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:46.865253 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-06bf6734-ded1-4c85-8eb7-91b99fd08a4e req-1d9cbd43-37a1-477b-85a9-32776f77b442 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 932 time: 0.1309118 Jun 23 13:39:46.866558 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Attempting to bind port fff37344-1345-4e9c-9d02-4e0e47f479fc on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:46.867067 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Attempting to bind port fff37344-1345-4e9c-9d02-4e0e47f479fc by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:46.867602 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Attempting to bind port fff37344-1345-4e9c-9d02-4e0e47f479fc on network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:46.879761 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dda95fc5-a191-4c93-b47b-6a0b5290db0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (7f40fa3f-e42b-43af-a462-753eae0419ec), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.885640 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dda95fc5-a191-4c93-b47b-6a0b5290db0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.889295 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-dda95fc5-a191-4c93-b47b-6a0b5290db0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f40fa3f-e42b-43af-a462-753eae0419ec HTTP/1.1" status: 204 len: 168 time: 2.0299151 Jun 23 13:39:46.894549 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Port fff37344-1345-4e9c-9d02-4e0e47f479fc on network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:39:46.895025 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Attempting to bind port fff37344-1345-4e9c-9d02-4e0e47f479fc on network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:46.901236 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:46.933700 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:46.938095 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Checking segment: {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:46.939560 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Bound using segment: {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'} {{(pid=110547) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:46.940963 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.managers [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Bound port: fff37344-1345-4e9c-9d02-4e0e47f479fc, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'}}] {{(pid=110547) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:46.941350 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:46.960348 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda95fc5-a191-4c93-b47b-6a0b5290db0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f40fa3f-e42b-43af-a462-753eae0419ec,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:47.028104 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e29153c1-cc9c-4b92-9cea-455bdeef06ed admin admin] Publish callbacks [] for security_group (3204cb91-2f35-4a39-a3a0-1d177e331df7), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:47.041872 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-06bf6734-ded1-4c85-8eb7-91b99fd08a4e req-fdab2b59-b5d0-4765-9f68-0401be134ab6 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682038 Jun 23 13:39:47.190837 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9eb80c73-ebf8-47c9-bebe-1f7b563753c4 req-75a01d4e-73ec-4cef-b8c1-bd7ad0611ccf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 210 time: 0.1048303 Jun 23 13:39:47.322435 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9742fe-3e88-44db-b069-20b8f7b8dce4 req-2fba37d9-4c50-4d66-9258-2fb7592a6957 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:47.330433 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bf9742fe-3e88-44db-b069-20b8f7b8dce4 req-2fba37d9-4c50-4d66-9258-2fb7592a6957 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 931 time: 0.1071897 Jun 23 13:39:47.347798 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:47.356752 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] For port fff37344-1345-4e9c-9d02-4e0e47f479fc, host hv-cinder-81558, cleared binding levels {{(pid=110547) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:47.371062 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:47.418306 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] For port fff37344-1345-4e9c-9d02-4e0e47f479fc, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fff37344-1345-4e9c-9d02-4e0e47f479fc,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110547) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:47.434128 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e29153c1-cc9c-4b92-9cea-455bdeef06ed admin admin] Publish callbacks [] for security_group (3204cb91-2f35-4a39-a3a0-1d177e331df7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:47.455833 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4705434'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:47.485542 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:47.512762 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:47.513378 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:47.514804 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] 10.222.0.47 "PUT /v2.0/ports/fff37344-1345-4e9c-9d02-4e0e47f479fc HTTP/1.1" status: 200 len: 1094 time: 4.0324557 Jun 23 13:39:47.515220 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2cdaf7-cefe-4877-b855-b4646b50cf29', 'tag': 'fff37344-1345-4e9c-9d02-4e0e47f479fc'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:39:47.524756 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bf9742fe-3e88-44db-b069-20b8f7b8dce4 req-4fab4ba5-ba41-497f-9e1b-98afc77a36ab tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783040 Jun 23 13:39:47.561275 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9a9b3-4825-45b2-af42-4c428a6115dc service neutron] Pushing event updated for resources: {'Port': ['ID=fff37344-1345-4e9c-9d02-4e0e47f479fc,revision_number=3']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:47.587040 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:47.689143 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:39:47.741394 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Publish callbacks [] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:47.787640 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6f8d56b6-bc5c-45a3-b7fb-4ed1a003006f admin admin] Publish callbacks [] for security_group (b1365795-bbc2-4c88-97a1-dc305e00ea72), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:47.799452 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e27b2e028c6aab96d102b9db07068e0a2fbbf4677211dc7e9ac85eaee364cc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b12556-d0bb-4157-9a59-2515181706ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2cdaf7-cefe-4877-b855-b4646b50cf29", "tag": "fff37344-1345-4e9c-9d02-4e0e47f479fc"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:39:47.822755 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6f8d56b6-bc5c-45a3-b7fb-4ed1a003006f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (b1365795-bbc2-4c88-97a1-dc305e00ea72), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:47.849233 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Transition to ACTIVE for port object a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:39:47.855715 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6f8d56b6-bc5c-45a3-b7fb-4ed1a003006f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1b51b7825474d18b81600c911fdd45f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1688895 Jun 23 13:39:47.858760 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52868) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:47.871236 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e29153c1-cc9c-4b92-9cea-455bdeef06ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (3204cb91-2f35-4a39-a3a0-1d177e331df7), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:47.883537 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e29153c1-cc9c-4b92-9cea-455bdeef06ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:47.888515 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e29153c1-cc9c-4b92-9cea-455bdeef06ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3204cb91-2f35-4a39-a3a0-1d177e331df7 HTTP/1.1" status: 204 len: 168 time: 1.2452943 Jun 23 13:39:47.917724 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52872) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:47.929866 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:47.986693 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ca9eade3-a42d-4fe1-821f-99e1f942e81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:48.083655 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c30e0bab-dd5a-42d0-ab24-93d6bbab8b31 admin admin] Publish callbacks [] for security_group (b1365795-bbc2-4c88-97a1-dc305e00ea72), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:48.143465 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c30e0bab-dd5a-42d0-ab24-93d6bbab8b31 admin admin] Publish callbacks [] for security_group (b1365795-bbc2-4c88-97a1-dc305e00ea72), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:48.233168 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d56b6-bc5c-45a3-b7fb-4ed1a003006f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1365795-bbc2-4c88-97a1-dc305e00ea72,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:48.274924 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c30e0bab-dd5a-42d0-ab24-93d6bbab8b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (b1365795-bbc2-4c88-97a1-dc305e00ea72), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:48.286010 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c30e0bab-dd5a-42d0-ab24-93d6bbab8b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:48.287627 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c30e0bab-dd5a-42d0-ab24-93d6bbab8b31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1365795-bbc2-4c88-97a1-dc305e00ea72 HTTP/1.1" status: 204 len: 168 time: 0.4276853 Jun 23 13:39:48.321270 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e0bab-dd5a-42d0-ab24-93d6bbab8b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1365795-bbc2-4c88-97a1-dc305e00ea72,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:48.336982 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913153-5d49-4fa2-a759-c0ce7e14f174 req-61b0d73a-70ad-4b77-be8e-fc59eb15044c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:48.339557 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38913153-5d49-4fa2-a759-c0ce7e14f174 req-61b0d73a-70ad-4b77-be8e-fc59eb15044c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 943 time: 0.3005111 Jun 23 13:39:48.450627 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38913153-5d49-4fa2-a759-c0ce7e14f174 req-67a2396e-8731-4c5b-9d49-4c38ba156d85 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040845 Jun 23 13:39:48.503777 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf63c27-5c5b-4b18-85ac-bf0fccc901f1 x-openstack-request-id: req-9bf63c27-5c5b-4b18-85ac-bf0fccc901f1 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:39:48.504584 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2cdaf7-cefe-4877-b855-b4646b50cf29", "tag": "fff37344-1345-4e9c-9d02-4e0e47f479fc", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:39:48.505624 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bf63c27-5c5b-4b18-85ac-bf0fccc901f1 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:39:48.511469 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf63c27-5c5b-4b18-85ac-bf0fccc901f1'] response: {'name': 'network-changed', 'server_uuid': 'ee2cdaf7-cefe-4877-b855-b4646b50cf29', 'tag': 'fff37344-1345-4e9c-9d02-4e0e47f479fc', 'status': 'completed', 'code': 200} Jun 23 13:39:48.523202 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52884) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:48.537998 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Pushing event updated for resources: {'Port': ['ID=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:48.540441 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29153c1-cc9c-4b92-9cea-455bdeef06ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3204cb91-2f35-4a39-a3a0-1d177e331df7,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:48.547272 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ca9eade3-a42d-4fe1-821f-99e1f942e81a admin admin] Publish callbacks [] for security_group (ce9ef650-b3ca-44ba-80bb-527ea1e121fa), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:48.571636 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ca9eade3-a42d-4fe1-821f-99e1f942e81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (ce9ef650-b3ca-44ba-80bb-527ea1e121fa), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:48.665877 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21a6caf-efbc-4abd-ac6f-b37cb3962be9 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:39:48.709562 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Publish callbacks [] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:48.763744 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-25596cc7-1d94-42dc-9085-9c9a60fb674f req-5c6880f6-18ce-435d-a262-8cb541ccd265 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 210 time: 0.0856655 Jun 23 13:39:48.784497 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ca9eade3-a42d-4fe1-821f-99e1f942e81a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5a775e8fe404155b1fc54d5e02d4e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8654225 Jun 23 13:39:48.787630 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52892) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:48.789683 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9eade3-a42d-4fe1-821f-99e1f942e81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9ef650-b3ca-44ba-80bb-527ea1e121fa,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:48.790155 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Transition to ACTIVE for port object b21a6caf-efbc-4abd-ac6f-b37cb3962be9 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:39:48.807525 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:39:48.816497 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:48.900051 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854121-4955-4611-a535-824dc7d59a6e req-9a16629e-0ab4-44b4-b84b-6a943c6ad329 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:48.915914 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-44854121-4955-4611-a535-824dc7d59a6e req-9a16629e-0ab4-44b4-b84b-6a943c6ad329 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 932 time: 0.2943938 Jun 23 13:39:48.927290 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Attempting to bind port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:48.927728 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Attempting to bind port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:48.935575 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Attempting to bind port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 on network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:49.006208 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 on network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:39:49.006576 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Attempting to bind port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 on network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:49.015659 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:49.056295 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:49.056920 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Checking segment: {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:49.060212 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Bound using segment: {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:49.060914 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Bound port: a620a38f-71e7-45a8-b6c8-6d3333e3b7a7, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:49.061438 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.075707 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Pushing event updated for resources: {'Port': ['ID=b21a6caf-efbc-4abd-ac6f-b37cb3962be9,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:49.093940 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.47', 52822) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:49.157699 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-63e89140-453c-4d89-a76d-75b281222536 admin admin] Publish callbacks [] for security_group (ce9ef650-b3ca-44ba-80bb-527ea1e121fa), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.199981 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:49.242170 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:49.355829 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5684f2-ed9c-4909-9cad-02bd2b76d63d {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:39:49.369353 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-44854121-4955-4611-a535-824dc7d59a6e req-6b601ef9-f39f-4a54-bea6-438686fb9ee5 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487712 Jun 23 13:39:49.370798 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e7267ac-ce41-4021-a29a-b7abca68ced7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.412361 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52898) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:49.414542 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-63e89140-453c-4d89-a76d-75b281222536 admin admin] Publish callbacks [] for security_group (ce9ef650-b3ca-44ba-80bb-527ea1e121fa), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.446200 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Publish callbacks [] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.476156 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:49.527110 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Transition to ACTIVE for port object 5c5684f2-ed9c-4909-9cad-02bd2b76d63d will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:39:49.550818 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a565240-0941-4ccc-8d9e-2ceeee8a109a req-de6f890f-0b78-4e3b-be21-caeff9a4bc8f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:49.558668 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3a565240-0941-4ccc-8d9e-2ceeee8a109a req-de6f890f-0b78-4e3b-be21-caeff9a4bc8f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 943 time: 0.5719233 Jun 23 13:39:49.566823 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-a7c6b7ec-d8dc-4ab3-b829-27081bfcc0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:49.568819 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-a7c6b7ec-d8dc-4ab3-b829-27081bfcc0a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 1128 time: 0.5832884 Jun 23 13:39:49.569510 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-63e89140-453c-4d89-a76d-75b281222536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (ce9ef650-b3ca-44ba-80bb-527ea1e121fa), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.572451 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-63e89140-453c-4d89-a76d-75b281222536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.573829 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.574472 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-63e89140-453c-4d89-a76d-75b281222536 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce9ef650-b3ca-44ba-80bb-527ea1e121fa HTTP/1.1" status: 204 len: 168 time: 0.7856231 Jun 23 13:39:49.614028 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b3a00533-9b90-4451-9a29-2015f19b2a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.631183 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52908) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:49.695221 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b6e189a6-910e-4850-b9b9-66450e1c8af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.698980 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Attempting to bind port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:49.699605 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Attempting to bind port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:49.700386 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Attempting to bind port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 on network 750f6de3-a7e6-4721-b369-b46085e03f9a {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:49.708611 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] For port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:49.795051 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-3ac7dc64-f9b4-46fd-bfcb-b54a27e5ffd8 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:49.797175 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-3ac7dc64-f9b4-46fd-bfcb-b54a27e5ffd8 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.47 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 816 time: 0.6859624 Jun 23 13:39:49.800599 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5684f2-ed9c-4909-9cad-02bd2b76d63d,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:49.807193 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] For port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:49.810294 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 on network 750f6de3-a7e6-4721-b369-b46085e03f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:39:49.810843 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Attempting to bind port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 on network 750f6de3-a7e6-4721-b369-b46085e03f9a {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:49.871928 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.881918 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:49.882299 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Checking segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:49.885221 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Bound using segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:49.885960 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Bound port: b21a6caf-efbc-4abd-ac6f-b37cb3962be9, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:49.886355 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:49.987217 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Pushing event updated for resources: {'Port': ['ID=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:50.063998 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:50.064632 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:50.066128 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-67f8bb38-8ec0-49f2-8cbf-c62eea6d5761 service neutron] 10.222.0.47 "PUT /v2.0/ports/a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 HTTP/1.1" status: 200 len: 1093 time: 5.7301326 Jun 23 13:39:50.066738 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45e219e-e492-44d7-a962-1a741b0abcaa', 'tag': 'a620a38f-71e7-45a8-b6c8-6d3333e3b7a7'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:39:50.093364 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:50.204274 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d8053148-155c-4382-8c12-4e03632ce75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:50.219661 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e89140-453c-4d89-a76d-75b281222536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9ef650-b3ca-44ba-80bb-527ea1e121fa,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:50.227609 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-458d7062-5a99-424c-a4b9-d444f1036c0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff37344-1345-4e9c-9d02-4e0e47f479fc HTTP/1.1" status: 200 len: 217 time: 0.6050119 Jun 23 13:39:50.259224 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Attempting to bind port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:50.259224 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Attempting to bind port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:50.259224 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Attempting to bind port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d on network 57131c53-e6ce-4332-82cd-06a99ec244f1 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:50.310493 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:50.494754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-ef1c643c-7e2a-4531-8c68-3bbc4e0325d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:50.500211 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-ef1c643c-7e2a-4531-8c68-3bbc4e0325d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 1127 time: 0.2514107 Jun 23 13:39:50.510162 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104ca3cf-d88e-4022-b0cb-4294251f019c" -d '{"events": [{"name": "network-changed", "server_uuid": "a45e219e-e492-44d7-a962-1a741b0abcaa", "tag": "a620a38f-71e7-45a8-b6c8-6d3333e3b7a7"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:39:50.542537 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4440a927-c1d0-49b4-8f45-4b484e349463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:50.542952 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d on network 57131c53-e6ce-4332-82cd-06a99ec244f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:39:50.543455 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Attempting to bind port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d on network 57131c53-e6ce-4332-82cd-06a99ec244f1 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:50.552207 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-4440a927-c1d0-49b4-8f45-4b484e349463 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.3142443 Jun 23 13:39:50.621838 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] For port b21a6caf-efbc-4abd-ac6f-b37cb3962be9, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:50.626768 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] For port b21a6caf-efbc-4abd-ac6f-b37cb3962be9, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b21a6caf-efbc-4abd-ac6f-b37cb3962be9,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:50.631243 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc96c80-7136-4673-a2e9-4e60f78d748f req-64e1ea18-2d37-4d3c-849d-82c149952746 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:50.638905 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2fc96c80-7136-4673-a2e9-4e60f78d748f req-64e1ea18-2d37-4d3c-849d-82c149952746 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 943 time: 0.9859571 Jun 23 13:39:50.649987 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-a671e970-f64c-4588-9ccc-d87cd689a083 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d89deaaefc541739f67ab1e53c4bda3 HTTP/1.1" status: 200 len: 379 time: 0.4973776 Jun 23 13:39:50.650790 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:50.651126 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Checking segment: {'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:50.651533 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Bound using segment: {'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:50.651977 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Bound port: 5c5684f2-ed9c-4909-9cad-02bd2b76d63d, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be370891-62b7-4490-a018-0820e91389be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:50.652373 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:50.672650 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3a565240-0941-4ccc-8d9e-2ceeee8a109a req-b31c63f9-7a4a-4d53-a92c-c949602d5647 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1129520 Jun 23 13:39:50.692797 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e7267ac-ce41-4021-a29a-b7abca68ced7 admin admin] Publish callbacks [] for security_group (7f6e8392-4fe2-4ec7-91fa-6875c5f18b97), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:50.702879 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:50.735986 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e7267ac-ce41-4021-a29a-b7abca68ced7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (7f6e8392-4fe2-4ec7-91fa-6875c5f18b97), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:50.830504 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9e7267ac-ce41-4021-a29a-b7abca68ced7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0356f463ffd4c4bae91c85b2295a418&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3016884 Jun 23 13:39:50.855624 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:50.855624 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:50.855624 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] 10.222.0.47 "PUT /v2.0/ports/b21a6caf-efbc-4abd-ac6f-b37cb3962be9 HTTP/1.1" status: 200 len: 1093 time: 6.2536047 Jun 23 13:39:50.857240 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52936) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:50.868381 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b3a00533-9b90-4451-9a29-2015f19b2a78 admin admin] Publish callbacks [] for security_group (724c5c18-ba1c-499b-834b-cb9d64f826d4), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:50.896232 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ddb4266-69b3-459f-b3e3-6026066b7340 req-20b79676-9508-4c4b-b055-67cc39a0dee4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 210 time: 0.1100056 Jun 23 13:39:50.934732 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b3a00533-9b90-4451-9a29-2015f19b2a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (724c5c18-ba1c-499b-834b-cb9d64f826d4), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:50.941161 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7267ac-ce41-4021-a29a-b7abca68ced7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e8392-4fe2-4ec7-91fa-6875c5f18b97,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:50.985590 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2fc96c80-7136-4673-a2e9-4e60f78d748f req-362c61f2-45f2-4ded-b593-1120127305d4 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455949 Jun 23 13:39:50.994232 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:50.999988 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b6e189a6-910e-4850-b9b9-66450e1c8af4 admin admin] Publish callbacks [] for security_group (89211f08-d37f-4543-a67a-0c8e0371de7e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:51.048975 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b6e189a6-910e-4850-b9b9-66450e1c8af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (89211f08-d37f-4543-a67a-0c8e0371de7e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:51.077812 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] For port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:51.181273 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b3a00533-9b90-4451-9a29-2015f19b2a78 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9e2021dd865437593cd8e0c8ce1ec51&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7486432 Jun 23 13:39:51.186525 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] For port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c5684f2-ed9c-4909-9cad-02bd2b76d63d,segment=NetworkSegment(be370891-62b7-4490-a018-0820e91389be),segment_id=be370891-62b7-4490-a018-0820e91389be)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:51.197379 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 52944) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:51.210318 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6694c3-9128-4277-9eee-5c31c9bfcc62 service neutron] Pushing event updated for resources: {'Port': ['ID=b21a6caf-efbc-4abd-ac6f-b37cb3962be9,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:51.214732 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fab8f-a7d3-4832-a8b2-6f2ccbf26fa1 req-8abb0ef3-3025-4c4f-b2e5-1fb725590296 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:51.228711 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2f8fab8f-a7d3-4832-a8b2-6f2ccbf26fa1 req-8abb0ef3-3025-4c4f-b2e5-1fb725590296 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 944 time: 0.1837428 Jun 23 13:39:51.264338 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:51.301004 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a00533-9b90-4451-9a29-2015f19b2a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724c5c18-ba1c-499b-834b-cb9d64f826d4,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:51.345307 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2f8fab8f-a7d3-4832-a8b2-6f2ccbf26fa1 req-5e97cbae-ff46-4a06-b053-a13217f486f4 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155841 Jun 23 13:39:51.351756 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ea0c7e-5cbf-4308-9f6b-7f97d19ad017 x-openstack-request-id: req-79ea0c7e-5cbf-4308-9f6b-7f97d19ad017 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:39:51.351955 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e836250-8131-4e8f-b3af-05adbbac208f admin admin] Publish callbacks [] for security_group (7f6e8392-4fe2-4ec7-91fa-6875c5f18b97), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:51.352049 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45e219e-e492-44d7-a962-1a741b0abcaa", "tag": "a620a38f-71e7-45a8-b6c8-6d3333e3b7a7", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:39:51.352127 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79ea0c7e-5cbf-4308-9f6b-7f97d19ad017 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:39:51.352575 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ea0c7e-5cbf-4308-9f6b-7f97d19ad017'] response: {'name': 'network-changed', 'server_uuid': 'a45e219e-e492-44d7-a962-1a741b0abcaa', 'tag': 'a620a38f-71e7-45a8-b6c8-6d3333e3b7a7', 'status': 'completed', 'code': 200} Jun 23 13:39:51.383798 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:51.389410 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e836250-8131-4e8f-b3af-05adbbac208f admin admin] Publish callbacks [] for security_group (7f6e8392-4fe2-4ec7-91fa-6875c5f18b97), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:51.391376 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:51.391989 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:51.393412 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] 10.222.0.47 "PUT /v2.0/ports/5c5684f2-ed9c-4909-9cad-02bd2b76d63d HTTP/1.1" status: 200 len: 1094 time: 4.7599053 Jun 23 13:39:51.395891 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b6e189a6-910e-4850-b9b9-66450e1c8af4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ef02e6e6e8f4dcba75ee4073773109a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7633035 Jun 23 13:39:51.398742 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 52950) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:51.405846 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e189a6-910e-4850-b9b9-66450e1c8af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89211f08-d37f-4543-a67a-0c8e0371de7e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:51.441599 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fb0fc-2c7f-4b58-80c3-7a2208083663 service neutron] Pushing event updated for resources: {'Port': ['ID=5c5684f2-ed9c-4909-9cad-02bd2b76d63d,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:51.466628 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'port': {'device_id': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'admin_state_up': True, 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'security_groups': ['09923150-ea6a-49b5-a467-0d20828c86c9']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:51.482635 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:51.621608 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-32c0f76f-f0bc-4fc5-8d8a-0030658f0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:51.624309 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-32c0f76f-f0bc-4fc5-8d8a-0030658f0e05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1656208 Jun 23 13:39:51.692365 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5996850d-2e32-4cea-b8b3-432d07fe42e4 admin admin] Publish callbacks [] for security_group (89211f08-d37f-4543-a67a-0c8e0371de7e), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:51.807617 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e836250-8131-4e8f-b3af-05adbbac208f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (7f6e8392-4fe2-4ec7-91fa-6875c5f18b97), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:51.810748 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e836250-8131-4e8f-b3af-05adbbac208f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:51.814883 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9e836250-8131-4e8f-b3af-05adbbac208f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f6e8392-4fe2-4ec7-91fa-6875c5f18b97 HTTP/1.1" status: 204 len: 168 time: 0.9565561 Jun 23 13:39:51.852582 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-35264ac5-74b4-40ac-acca-0edbd9ec0833 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615417 Jun 23 13:39:51.858052 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e836250-8131-4e8f-b3af-05adbbac208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e8392-4fe2-4ec7-91fa-6875c5f18b97,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:51.903488 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab55a76-9c9c-4fc4-ae40-c1a18b4b4f4e req-7969f8d8-60d4-4eb2-9596-99724aed1638 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:51.905187 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5ab55a76-9c9c-4fc4-ae40-c1a18b4b4f4e req-7969f8d8-60d4-4eb2-9596-99724aed1638 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 943 time: 0.1135843 Jun 23 13:39:51.907965 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5996850d-2e32-4cea-b8b3-432d07fe42e4 admin admin] Publish callbacks [] for security_group (89211f08-d37f-4543-a67a-0c8e0371de7e), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.025124 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-b759f0ff-2a0f-405e-b2b2-bc5d32826c6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 HTTP/1.1" status: 200 len: 217 time: 0.4020092 Jun 23 13:39:52.136179 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Made reservation on behalf of 1d89deaaefc541739f67ab1e53c4bda3 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:39:52.140315 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.153590 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-4e183590-96d9-4fe7-ad3e-a4239b66d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:52.155102 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-4e183590-96d9-4fe7-ad3e-a4239b66d671 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4aa13d65ad43b1849bad5bfa99e459&device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 1128 time: 0.4364724 Jun 23 13:39:52.155730 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a6fe088b-ce2d-4422-86f0-d979ae9b1471 admin admin] Publish callbacks [] for security_group (724c5c18-ba1c-499b-834b-cb9d64f826d4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.157877 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-b4a4ed0c-c279-42e5-aa56-0b9fb2967030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:52.159115 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-b4a4ed0c-c279-42e5-aa56-0b9fb2967030 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 1127 time: 0.4393823 Jun 23 13:39:52.162287 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38aac167-4067-473a-8e46-a4adf246ff67 req-4420e54c-4fe3-4d9b-9559-cdffa8d3ceb4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 210 time: 0.1108131 Jun 23 13:39:52.185330 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5ab55a76-9c9c-4fc4-ae40-c1a18b4b4f4e req-6027bd89-03c5-4b69-a8bb-1c8be34516f6 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582231 Jun 23 13:39:52.190029 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a3c794-c2b4-4a01-bf5e-319b4980b946 req-96e9eb89-16a7-4ce5-9ad3-956bc66efa78 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190558 Jun 23 13:39:52.217266 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5996850d-2e32-4cea-b8b3-432d07fe42e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (89211f08-d37f-4543-a67a-0c8e0371de7e), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.222151 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5996850d-2e32-4cea-b8b3-432d07fe42e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.225258 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5996850d-2e32-4cea-b8b3-432d07fe42e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89211f08-d37f-4543-a67a-0c8e0371de7e HTTP/1.1" status: 204 len: 168 time: 0.8229990 Jun 23 13:39:52.232736 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996850d-2e32-4cea-b8b3-432d07fe42e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89211f08-d37f-4543-a67a-0c8e0371de7e,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:52.264412 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-68801330-42d5-48f9-8b31-ce4dfe1b964b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b21a6caf-efbc-4abd-ac6f-b37cb3962be9 HTTP/1.1" status: 200 len: 217 time: 0.0893247 Jun 23 13:39:52.276947 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a6fe088b-ce2d-4422-86f0-d979ae9b1471 admin admin] Publish callbacks [] for security_group (724c5c18-ba1c-499b-834b-cb9d64f826d4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.279640 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-79ba2f38-7551-4853-9697-5b2f2ed1abe1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c5684f2-ed9c-4909-9cad-02bd2b76d63d HTTP/1.1" status: 200 len: 217 time: 0.1057456 Jun 23 13:39:52.288463 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:52.295374 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-394e9704-2f7b-4600-b01e-27700f25489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:52.296896 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-394e9704-2f7b-4600-b01e-27700f25489e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.2326672 Jun 23 13:39:52.353773 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53012f8-d28a-4145-9ca4-acaf9a42d1df req-adc1b037-3b87-4de8-ac41-cfae07c6167f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:52.354628 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b53012f8-d28a-4145-9ca4-acaf9a42d1df req-adc1b037-3b87-4de8-ac41-cfae07c6167f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 943 time: 0.0611768 Jun 23 13:39:52.408483 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a6fe088b-ce2d-4422-86f0-d979ae9b1471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (724c5c18-ba1c-499b-834b-cb9d64f826d4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.411528 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a6fe088b-ce2d-4422-86f0-d979ae9b1471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.412868 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a6fe088b-ce2d-4422-86f0-d979ae9b1471 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/724c5c18-ba1c-499b-834b-cb9d64f826d4 HTTP/1.1" status: 204 len: 168 time: 1.2036064 Jun 23 13:39:52.429996 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe088b-ce2d-4422-86f0-d979ae9b1471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724c5c18-ba1c-499b-834b-cb9d64f826d4,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:52.436120 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Allocated IP 172.20.0.5 (13de077c-d4db-4fa7-84a8-7023d19899e5/c8933f1b-58f5-417d-b0de-f336e5d13e46/07687dd4-8eaf-46e2-8bcb-86dc90291b87) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:39:52.454501 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b53012f8-d28a-4145-9ca4-acaf9a42d1df req-23f8c872-f73a-4e80-864a-b1f99daac62a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925281 Jun 23 13:39:52.550482 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aa539-9439-4e84-a277-6eb1ca47eea4 req-75fb9930-c5ad-49a3-94f6-a32a665e4bd3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:52.552230 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-951aa539-9439-4e84-a277-6eb1ca47eea4 req-75fb9930-c5ad-49a3-94f6-a32a665e4bd3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 944 time: 0.0916386 Jun 23 13:39:52.614341 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-951aa539-9439-4e84-a277-6eb1ca47eea4 req-b6f329ca-9ab6-4b29-9df0-31e7cdd3162b tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551093 Jun 23 13:39:52.654495 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b12556-d0bb-4157-9a59-2515181706ed req-6640e3cf-aeec-4211-9644-f2578941c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:52.656043 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-58b12556-d0bb-4157-9a59-2515181706ed req-6640e3cf-aeec-4211-9644-f2578941c0b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 1128 time: 0.0407939 Jun 23 13:39:52.713675 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:52.738915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-23724539-4ced-4323-bc24-826d16c289f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.764383 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.787624 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2774a84-8e33-4677-ae52-07c3285e50db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:52.789499 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-c2774a84-8e33-4677-ae52-07c3285e50db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1983821 Jun 23 13:39:52.801295 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-e76df8d9-321e-481a-94cf-4db9c86e6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:52.803120 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-e76df8d9-321e-481a-94cf-4db9c86e6510 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d HTTP/1.1" status: 200 len: 850 time: 0.2457323 Jun 23 13:39:52.806486 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-07be8b8f-b825-4867-abbc-67f13b13f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:52.807915 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-07be8b8f-b825-4867-abbc-67f13b13f256 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.2373302 Jun 23 13:39:52.829449 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b12556-d0bb-4157-9a59-2515181706ed req-8c118a0f-a713-46b4-874a-436a6afa370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:52.831663 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-58b12556-d0bb-4157-9a59-2515181706ed req-8c118a0f-a713-46b4-874a-436a6afa370e service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.1692314 Jun 23 13:39:52.847911 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.890038 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:52.950843 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Network 13de077c-d4db-4fa7-84a8-7023d19899e5 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:39:52.951915 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:39:52.955266 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:39:52.961831 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'Port': ['ID=07687dd4-8eaf-46e2-8bcb-86dc90291b87,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:53.022060 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:53.022975 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:53.047251 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-c2a982fb-be7c-4e81-93b9-e3bfc0404caf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5866938 Jun 23 13:39:53.185574 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-8bbf658a-8bf8-4791-9524-f824e724678d None None] Provisioning complete for port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:53.185968 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8bbf658a-8bf8-4791-9524-f824e724678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:53.221317 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf658a-8bf8-4791-9524-f824e724678d None None] Port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:39:53.353432 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'tag': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9'}, {'name': 'network-changed', 'server_uuid': '8e1bdfeb-cac1-45d2-9708-ac7386c20fe4', 'tag': '5c5684f2-ed9c-4909-9cad-02bd2b76d63d'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:39:53.355815 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c243d7-330e-4b8a-b383-67b7ad61cff4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dd165f-4996-4336-a117-cd2a9ba751fa", "tag": "b21a6caf-efbc-4abd-ac6f-b37cb3962be9"}, {"name": "network-changed", "server_uuid": "8e1bdfeb-cac1-45d2-9708-ac7386c20fe4", "tag": "5c5684f2-ed9c-4909-9cad-02bd2b76d63d"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:39:53.377340 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78e8b2-6644-4126-845e-9a1781a80ad3 req-ef8fa5d1-f09a-4b28-8e17-89103b16570e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:53.378919 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4d78e8b2-6644-4126-845e-9a1781a80ad3 req-ef8fa5d1-f09a-4b28-8e17-89103b16570e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 943 time: 0.0959151 Jun 23 13:39:53.386667 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65147e-60da-41c7-951f-1db01421430d req-f94c0873-c50c-4a2b-90bc-7ffbc2f537d4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:53.388169 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7d65147e-60da-41c7-951f-1db01421430d req-f94c0873-c50c-4a2b-90bc-7ffbc2f537d4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 931 time: 0.0716267 Jun 23 13:39:53.441717 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:53.473003 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:53.505671 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4d78e8b2-6644-4126-845e-9a1781a80ad3 req-54feff74-31ca-41fa-ab39-059b5b1bb394 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165299 Jun 23 13:39:53.517862 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7d65147e-60da-41c7-951f-1db01421430d req-469efe50-a3e4-4849-a85d-bd290d0174b5 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151845 Jun 23 13:39:53.609558 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:53.622056 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:53.672748 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d77ca-2c7d-489e-8379-d1daf08918cf req-68dccfb4-3e08-4f44-9dc5-094d12cacc0d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:53.674402 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6e2d77ca-2c7d-489e-8379-d1daf08918cf req-68dccfb4-3e08-4f44-9dc5-094d12cacc0d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 943 time: 0.0541191 Jun 23 13:39:53.697784 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Jun 2022 13:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452713cb-8b55-417c-8f08-6240af0e98e4 x-openstack-request-id: req-452713cb-8b55-417c-8f08-6240af0e98e4 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:39:53.698406 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dd165f-4996-4336-a117-cd2a9ba751fa", "tag": "b21a6caf-efbc-4abd-ac6f-b37cb3962be9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e1bdfeb-cac1-45d2-9708-ac7386c20fe4", "tag": "5c5684f2-ed9c-4909-9cad-02bd2b76d63d", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:39:53.698864 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-452713cb-8b55-417c-8f08-6240af0e98e4 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:39:53.699618 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452713cb-8b55-417c-8f08-6240af0e98e4'] response: {'name': 'network-changed', 'server_uuid': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'tag': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'status': 'completed', 'code': 200} Jun 23 13:39:53.704515 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452713cb-8b55-417c-8f08-6240af0e98e4'] response: {'name': 'network-changed', 'server_uuid': '8e1bdfeb-cac1-45d2-9708-ac7386c20fe4', 'tag': '5c5684f2-ed9c-4909-9cad-02bd2b76d63d', 'status': 'completed', 'code': 200} Jun 23 13:39:53.719671 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-58b12556-d0bb-4157-9a59-2515181706ed req-6a11f915-c670-4838-ad1d-f765c6d004de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff37344-1345-4e9c-9d02-4e0e47f479fc HTTP/1.1" status: 200 len: 217 time: 0.0391808 Jun 23 13:39:53.738145 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Request body: {'port': {'device_id': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:39:53.842994 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b12556-d0bb-4157-9a59-2515181706ed req-a8b5615b-a2f3-4a3d-a41d-bc97f43ee6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:53.844491 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-58b12556-d0bb-4157-9a59-2515181706ed req-a8b5615b-a2f3-4a3d-a41d-bc97f43ee6c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.1176901 Jun 23 13:39:53.853038 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6e2d77ca-2c7d-489e-8379-d1daf08918cf req-1e88877c-2f85-41bd-8a9c-b8cacf0fb193 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359906 Jun 23 13:39:53.854441 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-395b0b1c-52e5-4dcb-86e6-85024d3165aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:53.856199 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-395b0b1c-52e5-4dcb-86e6-85024d3165aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=57131c53-e6ce-4332-82cd-06a99ec244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1506393 Jun 23 13:39:53.884316 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-5a2f73bc-c239-4554-bace-de1a5005ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:53.885972 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-5a2f73bc-c239-4554-bace-de1a5005ab2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2050903 Jun 23 13:39:53.898414 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44e821-6f89-437f-aac4-093474ac7d58 req-58fbf9a7-6b08-40bf-a050-50e99147cae8 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:53.899919 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6f44e821-6f89-437f-aac4-093474ac7d58 req-58fbf9a7-6b08-40bf-a050-50e99147cae8 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 944 time: 0.1027884 Jun 23 13:39:53.926708 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b12556-d0bb-4157-9a59-2515181706ed req-7470ca61-a791-4a76-9525-f7360c96a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:53.928285 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-58b12556-d0bb-4157-9a59-2515181706ed req-7470ca61-a791-4a76-9525-f7360c96a189 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0741322 Jun 23 13:39:53.965240 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:53.987730 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6f44e821-6f89-437f-aac4-093474ac7d58 req-d800a7bc-6d79-4fb0-9217-a6926876630c tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802433 Jun 23 13:39:54.058046 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-58b12556-d0bb-4157-9a59-2515181706ed req-2d840a66-ca05-474a-a798-13d96c3961f6 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219311 Jun 23 13:39:54.136008 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:54.179104 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-58b12556-d0bb-4157-9a59-2515181706ed req-3852811b-a088-4ca8-8760-fc4be5980041 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154146 Jun 23 13:39:54.222973 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-0c4125e5-f873-4506-afa9-646529040d38 service neutron] 10.222.0.47 "GET /v2.0/networks/57131c53-e6ce-4332-82cd-06a99ec244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597720 Jun 23 13:39:54.228953 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-3fb6d36c-ed38-4be6-aa57-2b37db8f339a service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091579 Jun 23 13:39:54.230802 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-c2cf00ba-1660-4815-9d4a-2fccbea057d7 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087003 Jun 23 13:39:54.273036 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:54.747841 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ceb69-4839-4898-a988-d65d46245168 req-72b89ff3-6302-40c5-8cbb-7d5c7fb23d4e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:54.749467 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a0ceb69-4839-4898-a988-d65d46245168 req-72b89ff3-6302-40c5-8cbb-7d5c7fb23d4e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 943 time: 0.1079552 Jun 23 13:39:54.769123 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4e6c6-4db3-4a0f-a89b-5c21d920275e req-34912f63-a403-4fd9-b11e-14b5436dc79d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:54.770673 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0ec4e6c6-4db3-4a0f-a89b-5c21d920275e req-34912f63-a403-4fd9-b11e-14b5436dc79d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 931 time: 0.1273263 Jun 23 13:39:54.872761 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf2bd26a-12de-41d2-a8b9-112f93432d29 req-604a1e19-9445-4ef8-9028-f7bd5b4463e9 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298356 Jun 23 13:39:54.904734 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6eb3afdc-ff00-4042-b0ed-4db92949c575 req-514a5b21-7d23-4f84-a067-e4d701eb25a4 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591611 Jun 23 13:39:54.906707 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-294fe811-fc77-47d3-8c9a-a4a1680741cd req-be5dcbcf-75e2-48b6-b462-dd00e7c54b28 service neutron] 10.222.0.47 "GET /v2.0/networks/57131c53-e6ce-4332-82cd-06a99ec244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733806 Jun 23 13:39:54.911439 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a0ceb69-4839-4898-a988-d65d46245168 req-8ed3c3d8-75e3-4214-a09e-a5539d8f72a9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396546 Jun 23 13:39:54.920284 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0ec4e6c6-4db3-4a0f-a89b-5c21d920275e req-ef785b91-df2b-48f2-a4c6-b0f5beb7a374 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368756 Jun 23 13:39:55.056325 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c2510-5215-4ce7-9ebd-2c6daaba0d46 req-c2b07c77-b2b2-43b9-b43b-5ff0f476b5da tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:55.065603 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-815c2510-5215-4ce7-9ebd-2c6daaba0d46 req-c2b07c77-b2b2-43b9-b43b-5ff0f476b5da tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 943 time: 0.0911417 Jun 23 13:39:55.087076 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:55.114618 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07687dd4-8eaf-46e2-8bcb-86dc90291b87 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:39:55.128243 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Publish callbacks [] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:55.160757 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Transition to ACTIVE for port object 07687dd4-8eaf-46e2-8bcb-86dc90291b87 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:39:55.165845 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-815c2510-5215-4ce7-9ebd-2c6daaba0d46 req-79470233-c66f-46f0-ba93-b7e36f90ecf6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944037 Jun 23 13:39:55.171431 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:55.182495 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22491ca6-d86a-4888-bdcf-005527a7bb2c req-af80ab95-f3f7-4e79-ab42-73e49757effb tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:55.189810 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-22491ca6-d86a-4888-bdcf-005527a7bb2c req-af80ab95-f3f7-4e79-ab42-73e49757effb tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 944 time: 0.0869772 Jun 23 13:39:55.209792 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:55.307899 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-22491ca6-d86a-4888-bdcf-005527a7bb2c req-4a0442a8-6100-4d77-9d6e-53989cd6ea99 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169837 Jun 23 13:39:55.360679 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Pushing event updated for resources: {'Port': ['ID=07687dd4-8eaf-46e2-8bcb-86dc90291b87,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:55.416186 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device fff37344-1345-4e9c-9d02-4e0e47f479fc details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:39:55.430611 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Attempting to bind port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:39:55.430958 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Attempting to bind port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:39:55.431283 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Attempting to bind port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 on network 13de077c-d4db-4fa7-84a8-7023d19899e5 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:55.438993 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 on network 13de077c-d4db-4fa7-84a8-7023d19899e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:39:55.439326 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Attempting to bind port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 on network 13de077c-d4db-4fa7-84a8-7023d19899e5 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:39:55.457425 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:39:55.457767 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Checking segment: {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:39:55.458151 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Bound using segment: {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:39:55.458708 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Bound port: 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:39:55.458954 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:55.483797 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:55.589297 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port fff37344-1345-4e9c-9d02-4e0e47f479fc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fff37344-1345-4e9c-9d02-4e0e47f479fc,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:55.610430 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': 'fff37344-1345-4e9c-9d02-4e0e47f479fc', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'port_id': 'fff37344-1345-4e9c-9d02-4e0e47f479fc', 'mac_address': 'fa:16:3e:bc:53:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:39:55.626313 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:39:55.641832 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:39:55.655770 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:55.663266 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port fff37344-1345-4e9c-9d02-4e0e47f479fc is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:55.664013 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:55.668680 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-ce9bf9f4-09f6-4cf5-97d6-af15dc71111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:55.670649 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-ce9bf9f4-09f6-4cf5-97d6-af15dc71111a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 1127 time: 0.0974264 Jun 23 13:39:55.680261 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff37344-1345-4e9c-9d02-4e0e47f479fc {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:39:55.700857 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:55.701474 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:55.702902 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] 10.222.0.47 "PUT /v2.0/ports/07687dd4-8eaf-46e2-8bcb-86dc90291b87 HTTP/1.1" status: 200 len: 1093 time: 1.9722350 Jun 23 13:39:55.705188 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:39:55.706682 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port fff37344-1345-4e9c-9d02-4e0e47f479fc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fff37344-1345-4e9c-9d02-4e0e47f479fc,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:55.710548 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b14737e-bc70-410a-8454-7d6cd4f986a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:39:55.716675 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:55.731642 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fc939-e620-4777-8121-022d1f05e1bc service neutron] Pushing event updated for resources: {'Port': ['ID=07687dd4-8eaf-46e2-8bcb-86dc90291b87,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:55.782948 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=fff37344-1345-4e9c-9d02-4e0e47f479fc,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:55.804954 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2e669b-0afc-4d20-ab58-b057df016b2a x-openstack-request-id: req-9c2e669b-0afc-4d20-ab58-b057df016b2a {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:39:55.806096 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:39:55.807138 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c2e669b-0afc-4d20-ab58-b057df016b2a {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:39:55.808383 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2e669b-0afc-4d20-ab58-b057df016b2a'] response: {'name': 'network-changed', 'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'status': 'completed', 'code': 200} Jun 23 13:39:55.967663 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['fff37344-1345-4e9c-9d02-4e0e47f479fc'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:39:56.148572 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b16d0-08ad-4e4b-b71b-5abb661f496f req-ad9ba9ce-bc57-4f1c-a19f-a74d2867fcc7 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:56.150335 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9d6b16d0-08ad-4e4b-b71b-5abb661f496f req-ad9ba9ce-bc57-4f1c-a19f-a74d2867fcc7 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 943 time: 0.1199014 Jun 23 13:39:56.165365 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc96c46-e528-45df-b5d7-3b2077374440 req-98e807ac-3067-4e98-ad0a-92cf43f753b4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:56.173379 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9bc96c46-e528-45df-b5d7-3b2077374440 req-98e807ac-3067-4e98-ad0a-92cf43f753b4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0971069 Jun 23 13:39:56.204840 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:56.255994 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:56.265026 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9bc96c46-e528-45df-b5d7-3b2077374440 req-adcf056a-850f-4d8c-affd-3f6821fb5d9f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902135 Jun 23 13:39:56.290892 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9d6b16d0-08ad-4e4b-b71b-5abb661f496f req-7ed8f525-2440-46c1-8779-8943f80fd399 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083229 Jun 23 13:39:56.494221 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95096eb-1dce-4791-af4b-42416c9efce0 req-ef442a14-84fe-421b-9745-8074f387c129 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:56.503386 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d95096eb-1dce-4791-af4b-42416c9efce0 req-ef442a14-84fe-421b-9745-8074f387c129 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 943 time: 0.1362524 Jun 23 13:39:56.534626 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:56.539579 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24472c39-1761-44a5-8683-d4e9762f3883 req-9d366cf1-d5b3-413c-b522-b56db4c6d5cd tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:56.549270 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-24472c39-1761-44a5-8683-d4e9762f3883 req-9d366cf1-d5b3-413c-b522-b56db4c6d5cd tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 944 time: 0.1377718 Jun 23 13:39:56.558181 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-6b639648-fb31-4501-9819-3bbf6ede7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:56.560067 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-6b639648-fb31-4501-9819-3bbf6ede7894 service neutron] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 916 time: 0.2722435 Jun 23 13:39:56.612042 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d95096eb-1dce-4791-af4b-42416c9efce0 req-e52dbf1c-70f1-4e86-aef4-2f70e320c3b4 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074054 Jun 23 13:39:56.649383 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-24472c39-1761-44a5-8683-d4e9762f3883 req-0fe73b5a-7f91-4016-b434-5eb1af9db673 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989749 Jun 23 13:39:56.725968 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53196) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:56.865297 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f2022fa9-e7bf-4255-a6b5-ad2664e7f1ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:56.953085 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f2022fa9-e7bf-4255-a6b5-ad2664e7f1ee admin admin] Publish callbacks [] for security_group (bc4da6b0-e2b9-48bb-b62c-cdce2a769818), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:56.957450 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f2022fa9-e7bf-4255-a6b5-ad2664e7f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bc4da6b0-e2b9-48bb-b62c-cdce2a769818), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:57.010800 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f2022fa9-e7bf-4255-a6b5-ad2664e7f1ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac0f2637ee4741cc81a4e7ae02f747b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833810 Jun 23 13:39:57.014413 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2022fa9-e7bf-4255-a6b5-ad2664e7f1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4da6b0-e2b9-48bb-b62c-cdce2a769818,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:57.018107 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53218) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:57.145203 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ca3cf-d88e-4022-b0cb-4294251f019c req-e0dbd148-c54f-47f3-8116-a1c953123fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:57.146726 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104ca3cf-d88e-4022-b0cb-4294251f019c req-e0dbd148-c54f-47f3-8116-a1c953123fc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 1127 time: 0.1134062 Jun 23 13:39:57.148255 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-282fe4de-077a-48a8-a6da-6334f7a10421 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b21a6caf-efbc-4abd-ac6f-b37cb3962be9 HTTP/1.1" status: 200 len: 217 time: 0.1347795 Jun 23 13:39:57.232070 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14737e-bc70-410a-8454-7d6cd4f986a8 req-4e3a06fc-2033-4503-8653-2e52999bb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:57.233639 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b14737e-bc70-410a-8454-7d6cd4f986a8 req-4e3a06fc-2033-4503-8653-2e52999bb7b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 1127 time: 0.2309957 Jun 23 13:39:57.300460 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cfcdca6a-58b8-423e-a0fb-c83c7d51be5c admin admin] Publish callbacks [] for security_group (bc4da6b0-e2b9-48bb-b62c-cdce2a769818), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:57.348330 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-8405f4ba-0dc4-40e4-b6fe-7cc64a9282af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:57.350186 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-8405f4ba-0dc4-40e4-b6fe-7cc64a9282af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.1907473 Jun 23 13:39:57.372691 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cfcdca6a-58b8-423e-a0fb-c83c7d51be5c admin admin] Publish callbacks [] for security_group (bc4da6b0-e2b9-48bb-b62c-cdce2a769818), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:57.434166 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b21a6caf-efbc-4abd-ac6f-b37cb3962be9 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:39:57.544323 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ca3cf-d88e-4022-b0cb-4294251f019c req-6908f773-cb95-4d9b-8be8-06a669faa450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:57.546466 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104ca3cf-d88e-4022-b0cb-4294251f019c req-6908f773-cb95-4d9b-8be8-06a669faa450 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.3882535 Jun 23 13:39:57.591322 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2f8c3-6ffb-4db3-9372-1d139a2c9a40 req-5a8f3558-d5f5-4228-baa7-b1ee52c8b181 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:57.594351 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device fff37344-1345-4e9c-9d02-4e0e47f479fc up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:57.598230 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-99c2f8c3-6ffb-4db3-9372-1d139a2c9a40 req-5a8f3558-d5f5-4228-baa7-b1ee52c8b181 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.1189566 Jun 23 13:39:57.600441 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53240) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:57.607914 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-f28608ff-0ebb-47c9-afb0-4cff015e8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:57.609395 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-f28608ff-0ebb-47c9-afb0-4cff015e8b1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2330372 Jun 23 13:39:57.612642 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104ca3cf-d88e-4022-b0cb-4294251f019c req-3afc936f-4932-4925-91a0-9ca1160a6506 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 HTTP/1.1" status: 200 len: 217 time: 0.0496759 Jun 23 13:39:57.614167 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14737e-bc70-410a-8454-7d6cd4f986a8 req-9be3bccd-f21e-46fd-9d3b-8007f88b7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:57.615705 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b14737e-bc70-410a-8454-7d6cd4f986a8 req-9be3bccd-f21e-46fd-9d3b-8007f88b7556 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3722751 Jun 23 13:39:57.638546 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fa768-7f2d-4a45-a4ff-8b888f093c17 req-b3a2d838-3ba3-4208-9c79-55ed65f4ae78 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:57.639457 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:57.641890 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port b21a6caf-efbc-4abd-ac6f-b37cb3962be9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b21a6caf-efbc-4abd-ac6f-b37cb3962be9,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:57.645323 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-530fa768-7f2d-4a45-a4ff-8b888f093c17 req-b3a2d838-3ba3-4208-9c79-55ed65f4ae78 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 943 time: 0.2035260 Jun 23 13:39:57.665414 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'port_id': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'mac_address': 'fa:16:3e:0a:59:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:39:57.674223 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:57.675730 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port fff37344-1345-4e9c-9d02-4e0e47f479fc completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:39:57.705905 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port fff37344-1345-4e9c-9d02-4e0e47f479fc triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:57.706589 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:57.716184 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cfcdca6a-58b8-423e-a0fb-c83c7d51be5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bc4da6b0-e2b9-48bb-b62c-cdce2a769818), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:57.718760 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cfcdca6a-58b8-423e-a0fb-c83c7d51be5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:57.723855 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-cfcdca6a-58b8-423e-a0fb-c83c7d51be5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc4da6b0-e2b9-48bb-b62c-cdce2a769818 HTTP/1.1" status: 204 len: 168 time: 0.7046654 Jun 23 13:39:57.749440 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:57.750118 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:57.771971 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-99c2f8c3-6ffb-4db3-9372-1d139a2c9a40 req-f4b0858e-5151-4109-b905-95903c996b87 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728766 Jun 23 13:39:57.773167 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdca6a-58b8-423e-a0fb-c83c7d51be5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4da6b0-e2b9-48bb-b62c-cdce2a769818,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:57.776838 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21a6caf-efbc-4abd-ac6f-b37cb3962be9 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:39:57.840466 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port b21a6caf-efbc-4abd-ac6f-b37cb3962be9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b21a6caf-efbc-4abd-ac6f-b37cb3962be9,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:57.846717 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-530fa768-7f2d-4a45-a4ff-8b888f093c17 req-aa125906-83be-4277-9694-2cda67732f5c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003407 Jun 23 13:39:57.851174 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:57.876931 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5ae16118-550a-4be5-84db-8e46e141ae4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:57.914365 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port fff37344-1345-4e9c-9d02-4e0e47f479fc is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:57.915793 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:57.941798 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ca3cf-d88e-4022-b0cb-4294251f019c req-a3a15f59-bdff-49ed-9b56-069528628c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:57.943663 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104ca3cf-d88e-4022-b0cb-4294251f019c req-a3a15f59-bdff-49ed-9b56-069528628c20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.3096986 Jun 23 13:39:57.990052 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=b21a6caf-efbc-4abd-ac6f-b37cb3962be9,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:58.026451 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2cdaf7-cefe-4877-b855-b4646b50cf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff37344-1345-4e9c-9d02-4e0e47f479fc'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:39:58.040919 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318fe8-3c67-4124-91ee-81229612d940 req-13cfb389-0d3c-4c74-9b68-376399f55c10 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:58.044476 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ce318fe8-3c67-4124-91ee-81229612d940 req-13cfb389-0d3c-4c74-9b68-376399f55c10 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 943 time: 0.1493075 Jun 23 13:39:58.054681 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ca3cf-d88e-4022-b0cb-4294251f019c req-e9b716ed-0efd-4899-8b67-a0fb6b4a974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:58.056771 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104ca3cf-d88e-4022-b0cb-4294251f019c req-e9b716ed-0efd-4899-8b67-a0fb6b4a974e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0925131 Jun 23 13:39:58.062058 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14737e-bc70-410a-8454-7d6cd4f986a8 req-bdcc7732-15fa-439a-ad40-9ade99895f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:58.063880 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8b14737e-bc70-410a-8454-7d6cd4f986a8 req-bdcc7732-15fa-439a-ad40-9ade99895f7e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4309330 Jun 23 13:39:58.076483 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-c80a5366-5a3c-4726-b00d-d5d0a17c57aa service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556921 Jun 23 13:39:58.109504 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['b21a6caf-efbc-4abd-ac6f-b37cb3962be9'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:39:58.149455 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5ae16118-550a-4be5-84db-8e46e141ae4d admin admin] Publish callbacks [] for security_group (eb12c06e-aa12-4971-b276-fe1d336f5ddd), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:58.153365 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port fff37344-1345-4e9c-9d02-4e0e47f479fc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fff37344-1345-4e9c-9d02-4e0e47f479fc,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:58.157171 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:58.158577 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:58.170303 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f719b-09ce-463a-9cb1-382c66d31179 req-98799672-ad23-4801-8eb2-b28367e40244 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:58.172064 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:58.173362 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9c4f719b-09ce-463a-9cb1-382c66d31179 req-98799672-ad23-4801-8eb2-b28367e40244 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 944 time: 0.2319725 Jun 23 13:39:58.181353 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5ae16118-550a-4be5-84db-8e46e141ae4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (eb12c06e-aa12-4971-b276-fe1d336f5ddd), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:58.297039 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=fff37344-1345-4e9c-9d02-4e0e47f479fc,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:58.308949 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53264) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:58.350771 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ce318fe8-3c67-4124-91ee-81229612d940 req-3e15627f-0e83-404c-8f8e-9aecb4c12400 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748669 Jun 23 13:39:58.367479 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6d0d89-fb2d-4f5d-9f5b-4184b572da55" -d '{"events": [{"server_uuid": "ee2cdaf7-cefe-4877-b855-b4646b50cf29", "name": "network-vif-plugged", "status": "completed", "tag": "fff37344-1345-4e9c-9d02-4e0e47f479fc"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:39:58.380060 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-53cb66d8-b560-4627-a34f-99a69719be70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:58.514514 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-53cb66d8-b560-4627-a34f-99a69719be70 admin admin] Publish callbacks [] for security_group (327dd5cb-e491-496d-9415-a8f263563719), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:58.547460 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-53cb66d8-b560-4627-a34f-99a69719be70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (327dd5cb-e491-496d-9415-a8f263563719), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:58.585771 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-53cb66d8-b560-4627-a34f-99a69719be70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2784eef6ac874fa2927d3a588316236b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407718 Jun 23 13:39:58.591850 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5ae16118-550a-4be5-84db-8e46e141ae4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c964e62f649e475d80ead762874c4e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9878910 Jun 23 13:39:58.594028 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53274) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:58.594367 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53276) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:58.636506 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9c4f719b-09ce-463a-9cb1-382c66d31179 req-0c31b5d2-69c0-4c5a-be44-7a4f0ed5e510 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477711 Jun 23 13:39:58.662367 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae16118-550a-4be5-84db-8e46e141ae4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb12c06e-aa12-4971-b276-fe1d336f5ddd,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:58.662903 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:58.686981 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-80b68bec-404e-480e-bb28-26186d9e072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:58.688584 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-80b68bec-404e-480e-bb28-26186d9e072f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 1127 time: 0.1173916 Jun 23 13:39:58.694194 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104ca3cf-d88e-4022-b0cb-4294251f019c req-2c1ebcac-4695-4843-a1c1-4f7a308e1ac2 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288388 Jun 23 13:39:58.699868 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb66d8-b560-4627-a34f-99a69719be70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327dd5cb-e491-496d-9415-a8f263563719,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:58.709472 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:58.753916 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-12c04181-c3e7-482d-a289-02ba9f44df1d service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589763 Jun 23 13:39:58.759280 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161886e2-9c20-44eb-91a7-61ba66320d79 x-openstack-request-id: req-161886e2-9c20-44eb-91a7-61ba66320d79 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:39:58.759817 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2cdaf7-cefe-4877-b855-b4646b50cf29", "name": "network-vif-plugged", "status": "completed", "tag": "fff37344-1345-4e9c-9d02-4e0e47f479fc", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:39:58.760217 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-161886e2-9c20-44eb-91a7-61ba66320d79 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:39:58.762695 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161886e2-9c20-44eb-91a7-61ba66320d79'] response: {'server_uuid': 'ee2cdaf7-cefe-4877-b855-b4646b50cf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff37344-1345-4e9c-9d02-4e0e47f479fc', 'code': 200} Jun 23 13:39:58.766918 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-0de682b2-1cbc-4254-8a59-952e09e41d00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87 HTTP/1.1" status: 200 len: 217 time: 0.0662336 Jun 23 13:39:58.782728 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bbae7ede-2b2f-4010-9437-ffc3d1666dd6 admin admin] Publish callbacks [] for security_group (eb12c06e-aa12-4971-b276-fe1d336f5ddd), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:58.792479 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-702aa253-b257-421a-beaf-df21582568a4 admin admin] Publish callbacks [] for security_group (327dd5cb-e491-496d-9415-a8f263563719), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:58.810538 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:INSERT=16,neutron:SELECT=83,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:58.859654 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bbae7ede-2b2f-4010-9437-ffc3d1666dd6 admin admin] Publish callbacks [] for security_group (eb12c06e-aa12-4971-b276-fe1d336f5ddd), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:58.863139 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-702aa253-b257-421a-beaf-df21582568a4 admin admin] Publish callbacks [] for security_group (327dd5cb-e491-496d-9415-a8f263563719), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:58.923323 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53286) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:59.045186 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbab64a-39c3-4c9f-b496-01786d650140 req-5c3a4be4-8cd3-4e96-8378-48a726b6db59 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:59.047794 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8bbab64a-39c3-4c9f-b496-01786d650140 req-5c3a4be4-8cd3-4e96-8378-48a726b6db59 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 944 time: 0.0912108 Jun 23 13:39:59.053820 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110a8f2-f8bc-4412-a338-494404b04205 req-d51f204a-9414-4679-a3a0-c7a35a057ae7 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:59.055271 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3110a8f2-f8bc-4412-a338-494404b04205 req-d51f204a-9414-4679-a3a0-c7a35a057ae7 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.1028039 Jun 23 13:39:59.057840 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-702aa253-b257-421a-beaf-df21582568a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (327dd5cb-e491-496d-9415-a8f263563719), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.060890 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-702aa253-b257-421a-beaf-df21582568a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.064884 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-702aa253-b257-421a-beaf-df21582568a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/327dd5cb-e491-496d-9415-a8f263563719 HTTP/1.1" status: 204 len: 168 time: 0.4683840 Jun 23 13:39:59.083144 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aa253-b257-421a-beaf-df21582568a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327dd5cb-e491-496d-9415-a8f263563719,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:59.100168 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bbae7ede-2b2f-4010-9437-ffc3d1666dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (eb12c06e-aa12-4971-b276-fe1d336f5ddd), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.105253 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bbae7ede-2b2f-4010-9437-ffc3d1666dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.106920 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-bbae7ede-2b2f-4010-9437-ffc3d1666dd6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb12c06e-aa12-4971-b276-fe1d336f5ddd HTTP/1.1" status: 204 len: 168 time: 0.5082870 Jun 23 13:39:59.167192 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-4a88335f-1eb4-45b8-9155-73a2337bd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:59.169002 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-4a88335f-1eb4-45b8-9155-73a2337bd682 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4aa13d65ad43b1849bad5bfa99e459&device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 1128 time: 0.3032699 Jun 23 13:39:59.169796 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae7ede-2b2f-4010-9437-ffc3d1666dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb12c06e-aa12-4971-b276-fe1d336f5ddd,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:59.177294 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c058f939-db45-479d-ac60-559b6482ebcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.186523 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d59ed-a604-4b55-a0c8-7b642350d851 req-4ff15d8f-8eaf-472a-bee5-73214562f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:59.188252 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9f7d59ed-a604-4b55-a0c8-7b642350d851 req-4ff15d8f-8eaf-472a-bee5-73214562f35c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 1130 time: 0.1938300 Jun 23 13:39:59.189881 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-36ea1bc6-1d74-4607-a9fd-161e6ddc30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:59.191460 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-36ea1bc6-1d74-4607-a9fd-161e6ddc30bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 200 len: 855 time: 0.4154377 Jun 23 13:39:59.241926 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8bbab64a-39c3-4c9f-b496-01786d650140 req-2c01534f-34e3-47f2-b313-ec7fd66e3825 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850171 Jun 23 13:39:59.252553 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3110a8f2-f8bc-4412-a338-494404b04205 req-a483b51d-2096-45b0-8576-ac4371240b39 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843133 Jun 23 13:39:59.276658 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-104ca3cf-d88e-4022-b0cb-4294251f019c req-4ed4c0de-152e-494c-9d99-9f803ed7687e service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627511 Jun 23 13:39:59.278375 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-9f7d59ed-a604-4b55-a0c8-7b642350d851 req-29a61549-d474-4a84-addc-9498bc41f536 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.335199 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c058f939-db45-479d-ac60-559b6482ebcd admin admin] Publish callbacks [] for security_group (27a04b71-2172-4db5-be81-9f623acf594f), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.344101 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c058f939-db45-479d-ac60-559b6482ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (27a04b71-2172-4db5-be81-9f623acf594f), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.354094 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-af925509-34f8-49ec-8cd7-58f43241ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:59.355913 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-af925509-34f8-49ec-8cd7-58f43241ba12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13de077c-d4db-4fa7-84a8-7023d19899e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1402419 Jun 23 13:39:59.361149 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:59.399480 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c058f939-db45-479d-ac60-559b6482ebcd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0379e59550245f6b75828db6adb06cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580777 Jun 23 13:39:59.404204 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53306) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:59.431807 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058f939-db45-479d-ac60-559b6482ebcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a04b71-2172-4db5-be81-9f623acf594f,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:59.445500 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:39:59.448354 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b21a6caf-efbc-4abd-ac6f-b37cb3962be9 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:39:59.460389 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-49aa7b1a-06db-4873-a699-f370199336d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:59.462256 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-49aa7b1a-06db-4873-a699-f370199336d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=57131c53-e6ce-4332-82cd-06a99ec244f1 HTTP/1.1" status: 200 len: 912 time: 0.2868915 Jun 23 13:39:59.522711 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-524e3664-072a-4503-aa61-d9e1eb36cf30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c5684f2-ed9c-4909-9cad-02bd2b76d63d HTTP/1.1" status: 200 len: 217 time: 0.0518544 Jun 23 13:39:59.573446 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d022df7c-9988-4e0a-aa05-e85dec7b78d7 admin admin] Publish callbacks [] for security_group (27a04b71-2172-4db5-be81-9f623acf594f), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.581041 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-12395edc-d064-48d1-a469-059f0c6c1f81 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164252 Jun 23 13:39:59.595870 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-9f7d59ed-a604-4b55-a0c8-7b642350d851 req-29a61549-d474-4a84-addc-9498bc41f536 service neutron] Publish callbacks [] for security_group (a07ec167-84a3-4ed5-a423-a73abda8c9d9), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.603522 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d022df7c-9988-4e0a-aa05-e85dec7b78d7 admin admin] Publish callbacks [] for security_group (27a04b71-2172-4db5-be81-9f623acf594f), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.618948 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-9f7d59ed-a604-4b55-a0c8-7b642350d851 req-29a61549-d474-4a84-addc-9498bc41f536 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a07ec167-84a3-4ed5-a423-a73abda8c9d9), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.630528 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:59.645914 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': 'a620a38f-71e7-45a8-b6c8-6d3333e3b7a7', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'port_id': 'a620a38f-71e7-45a8-b6c8-6d3333e3b7a7', 'mac_address': 'fa:16:3e:5e:31:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:39:59.654753 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53312) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:39:59.682634 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20043235-a1e8-4c74-8539-af891af76d01 req-17ef2693-d4fa-4df4-8cd7-88c041f142fc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:59.684405 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-20043235-a1e8-4c74-8539-af891af76d01 req-17ef2693-d4fa-4df4-8cd7-88c041f142fc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 943 time: 0.2088983 Jun 23 13:39:59.691455 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d022df7c-9988-4e0a-aa05-e85dec7b78d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (27a04b71-2172-4db5-be81-9f623acf594f), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.695832 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d022df7c-9988-4e0a-aa05-e85dec7b78d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.698856 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d022df7c-9988-4e0a-aa05-e85dec7b78d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27a04b71-2172-4db5-be81-9f623acf594f HTTP/1.1" status: 204 len: 168 time: 0.2910509 Jun 23 13:39:59.704438 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-952c0b7a-fc4c-4924-9af2-1e96a131adf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.705248 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:39:59.705638 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.718335 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-c5eb6725-3c56-4a6a-854c-834140947dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:59.721702 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-c5eb6725-3c56-4a6a-854c-834140947dba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d HTTP/1.1" status: 200 len: 850 time: 0.1867635 Jun 23 13:39:59.731093 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:39:59.739097 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:39:59.759714 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:39:59.760968 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.768297 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-20043235-a1e8-4c74-8539-af891af76d01 req-04bdbc05-9a3c-45ba-b76c-7dd5d951fe31 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694618 Jun 23 13:39:59.771229 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022df7c-9988-4e0a-aa05-e85dec7b78d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a04b71-2172-4db5-be81-9f623acf594f,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:59.821603 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:39:59.824710 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:59.826731 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:59.852238 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9f7d59ed-a604-4b55-a0c8-7b642350d851 req-29a61549-d474-4a84-addc-9498bc41f536 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420808 Jun 23 13:39:59.856233 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.857856 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 5c5684f2-ed9c-4909-9cad-02bd2b76d63d details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:39:59.878178 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a61549-d474-4a84-addc-9498bc41f536 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ec167-84a3-4ed5-a423-a73abda8c9d9,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:39:59.932690 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:59.936886 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-952c0b7a-fc4c-4924-9af2-1e96a131adf5 admin admin] Publish callbacks [] for security_group (7c000b05-6d9d-4cf5-8142-175b5a34f660), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.938364 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-df2ee1cb-444a-45d7-8873-cc7cf7e899b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:59.939398 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:39:59.940897 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-df2ee1cb-444a-45d7-8873-cc7cf7e899b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=57131c53-e6ce-4332-82cd-06a99ec244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1130376 Jun 23 13:39:59.945352 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2440e2cc-fc00-4e50-b570-28f6423a2130 req-8bbb0b55-6f99-49be-adc1-56649754d94f service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550081 Jun 23 13:39:59.948291 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-952c0b7a-fc4c-4924-9af2-1e96a131adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (7c000b05-6d9d-4cf5-8142-175b5a34f660), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:39:59.972710 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb21ad-bc83-4b32-96b2-1888a9100ad3 req-966b682f-ecc9-467d-a8fe-8d8d349b829a tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:39:59.975087 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-82bb21ad-bc83-4b32-96b2-1888a9100ad3 req-966b682f-ecc9-467d-a8fe-8d8d349b829a tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 944 time: 0.1992474 Jun 23 13:40:00.040735 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53324) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:00.041500 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-952c0b7a-fc4c-4924-9af2-1e96a131adf5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ccb5f949554f48a9b6bb6f64a56995a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749144 Jun 23 13:40:00.047646 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c0b7a-fc4c-4924-9af2-1e96a131adf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c000b05-6d9d-4cf5-8142-175b5a34f660,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:00.049427 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c5684f2-ed9c-4909-9cad-02bd2b76d63d,segment=NetworkSegment(be370891-62b7-4490-a018-0820e91389be),segment_id=be370891-62b7-4490-a018-0820e91389be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:00.065369 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '5c5684f2-ed9c-4909-9cad-02bd2b76d63d', 'network_id': '57131c53-e6ce-4332-82cd-06a99ec244f1', 'port_id': '5c5684f2-ed9c-4909-9cad-02bd2b76d63d', 'mac_address': 'fa:16:3e:43:df:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:40:00.128505 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:00.153427 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-82bb21ad-bc83-4b32-96b2-1888a9100ad3 req-592a79ff-d41e-422e-ba8b-b9719187a17a tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657715 Jun 23 13:40:00.166633 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:00.167202 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.170379 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:00.173385 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-1520b814-580a-4a17-92bd-f590234b275d service neutron] 10.222.0.47 "GET /v2.0/networks/57131c53-e6ce-4332-82cd-06a99ec244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101685 Jun 23 13:40:00.197659 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:00.198246 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.212304 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5684f2-ed9c-4909-9cad-02bd2b76d63d {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:40:00.226891 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-539039bb-59aa-4008-a62f-c5b341daffcb admin admin] Publish callbacks [] for security_group (7c000b05-6d9d-4cf5-8142-175b5a34f660), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.254880 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c5684f2-ed9c-4909-9cad-02bd2b76d63d,segment=NetworkSegment(be370891-62b7-4490-a018-0820e91389be),segment_id=be370891-62b7-4490-a018-0820e91389be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:00.264632 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.268741 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port b21a6caf-efbc-4abd-ac6f-b37cb3962be9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b21a6caf-efbc-4abd-ac6f-b37cb3962be9,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:00.279295 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-539039bb-59aa-4008-a62f-c5b341daffcb admin admin] Publish callbacks [] for security_group (7c000b05-6d9d-4cf5-8142-175b5a34f660), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.407950 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53342) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:00.449836 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29953d62-c28a-4d39-83f2-4896790dc0c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.457997 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-539039bb-59aa-4008-a62f-c5b341daffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (7c000b05-6d9d-4cf5-8142-175b5a34f660), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.462814 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c034b-9648-4b3c-953d-096793dabd51 req-2ef10578-11fd-4bf9-a7ad-9829a6d85672 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:00.464351 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a78c034b-9648-4b3c-953d-096793dabd51 req-2ef10578-11fd-4bf9-a7ad-9829a6d85672 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.1151357 Jun 23 13:40:00.472382 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-539039bb-59aa-4008-a62f-c5b341daffcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.475246 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34617f7f-a8de-49c1-8922-2e21c890a581 req-2a78b2a8-e6bd-4d31-93de-cee55edb8299 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:00.476816 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-34617f7f-a8de-49c1-8922-2e21c890a581 req-2a78b2a8-e6bd-4d31-93de-cee55edb8299 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0664082 Jun 23 13:40:00.478035 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-539039bb-59aa-4008-a62f-c5b341daffcb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c000b05-6d9d-4cf5-8142-175b5a34f660 HTTP/1.1" status: 204 len: 168 time: 0.4356503 Jun 23 13:40:00.508835 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.529652 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539039bb-59aa-4008-a62f-c5b341daffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c000b05-6d9d-4cf5-8142-175b5a34f660,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:00.540109 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a78c034b-9648-4b3c-953d-096793dabd51 req-39a47900-333b-4b43-a689-953e8f9a017f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620244 Jun 23 13:40:00.593859 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=5c5684f2-ed9c-4909-9cad-02bd2b76d63d,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:00.647769 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-34617f7f-a8de-49c1-8922-2e21c890a581 req-219ad43a-6351-46ee-8f5a-cd61fda1fc97 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207938 Jun 23 13:40:00.662039 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=b21a6caf-efbc-4abd-ac6f-b37cb3962be9,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:00.666103 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['5c5684f2-ed9c-4909-9cad-02bd2b76d63d'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:40:00.688527 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29953d62-c28a-4d39-83f2-4896790dc0c1 admin admin] Publish callbacks [] for security_group (544bbeb8-0500-43c1-af35-c98a34e803ee), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.696019 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-29953d62-c28a-4d39-83f2-4896790dc0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (544bbeb8-0500-43c1-af35-c98a34e803ee), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.709033 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['a620a38f-71e7-45a8-b6c8-6d3333e3b7a7'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:40:00.725269 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29953d62-c28a-4d39-83f2-4896790dc0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544bbeb8-0500-43c1-af35-c98a34e803ee,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:00.757818 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:00.763407 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:40:00.766355 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dd287f-d889-42c1-9e1e-0114f710d1a0" -d '{"events": [{"server_uuid": "f8dd165f-4996-4336-a117-cd2a9ba751fa", "name": "network-vif-plugged", "status": "completed", "tag": "b21a6caf-efbc-4abd-ac6f-b37cb3962be9"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:40:00.772364 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-29953d62-c28a-4d39-83f2-4896790dc0c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8bbea5414e24fbe9ded028c7b03df85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626626 Jun 23 13:40:00.774348 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53352) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:00.839978 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ada70b97-8dec-406e-ae6a-d3d4a4a9a091 admin admin] Publish callbacks [] for security_group (544bbeb8-0500-43c1-af35-c98a34e803ee), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.874669 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ada70b97-8dec-406e-ae6a-d3d4a4a9a091 admin admin] Publish callbacks [] for security_group (544bbeb8-0500-43c1-af35-c98a34e803ee), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.890211 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80234807-445d-4fa7-82e0-3e3e6265416a x-openstack-request-id: req-80234807-445d-4fa7-82e0-3e3e6265416a {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:40:00.890769 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dd165f-4996-4336-a117-cd2a9ba751fa", "name": "network-vif-plugged", "status": "completed", "tag": "b21a6caf-efbc-4abd-ac6f-b37cb3962be9", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:40:00.891025 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80234807-445d-4fa7-82e0-3e3e6265416a {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:40:00.891608 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80234807-445d-4fa7-82e0-3e3e6265416a'] response: {'server_uuid': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'code': 200} Jun 23 13:40:00.946318 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ada70b97-8dec-406e-ae6a-d3d4a4a9a091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (544bbeb8-0500-43c1-af35-c98a34e803ee), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.955827 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ada70b97-8dec-406e-ae6a-d3d4a4a9a091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:00.962439 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ada70b97-8dec-406e-ae6a-d3d4a4a9a091 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/544bbeb8-0500-43c1-af35-c98a34e803ee HTTP/1.1" status: 204 len: 168 time: 0.1868930 Jun 23 13:40:00.985992 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:01.000669 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada70b97-8dec-406e-ae6a-d3d4a4a9a091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544bbeb8-0500-43c1-af35-c98a34e803ee,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:01.031055 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4a140-bb50-441e-b7b4-a12598f6cf8f req-4b5a7f81-c399-417f-8d66-93431458d635 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:01.059522 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-31e4a140-bb50-441e-b7b4-a12598f6cf8f req-4b5a7f81-c399-417f-8d66-93431458d635 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 944 time: 0.1361010 Jun 23 13:40:01.137991 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-31e4a140-bb50-441e-b7b4-a12598f6cf8f req-90383de1-8adb-468c-840f-e6bb9b193400 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770972 Jun 23 13:40:01.293838 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c9b8-41ed-465b-988d-5fa1f16e824d req-7f39f7cc-70d8-42c4-964c-951d4c7e88e9 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:01.295422 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-65a0c9b8-41ed-465b-988d-5fa1f16e824d req-7f39f7cc-70d8-42c4-964c-951d4c7e88e9 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 945 time: 0.0537336 Jun 23 13:40:01.351695 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-65a0c9b8-41ed-465b-988d-5fa1f16e824d req-657b175a-e860-418f-83a2-eb12d2f4855a tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Jun 23 13:40:01.409328 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53386) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:01.425863 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-afb04654-0c1c-4562-806e-e9feb4f6b834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:01.510882 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-afb04654-0c1c-4562-806e-e9feb4f6b834 admin admin] Publish callbacks [] for security_group (a8546c34-e6ad-4562-ae74-f2ca3a72f0b1), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:01.515412 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-afb04654-0c1c-4562-806e-e9feb4f6b834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a8546c34-e6ad-4562-ae74-f2ca3a72f0b1), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:01.562913 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53394) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:01.563997 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-afb04654-0c1c-4562-806e-e9feb4f6b834 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2464731bd804c46ba438530c6183afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535525 Jun 23 13:40:01.568233 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb04654-0c1c-4562-806e-e9feb4f6b834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8546c34-e6ad-4562-ae74-f2ca3a72f0b1,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:01.617993 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ae1a-ca82-4e52-92c1-d022e0fb7d1a admin admin] Publish callbacks [] for security_group (a8546c34-e6ad-4562-ae74-f2ca3a72f0b1), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:01.672424 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ae1a-ca82-4e52-92c1-d022e0fb7d1a admin admin] Publish callbacks [] for security_group (a8546c34-e6ad-4562-ae74-f2ca3a72f0b1), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:01.686588 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673f104-2852-476e-a86e-ce6ec7e85e56 req-1a0094da-5f93-494f-8313-3a7b96146a72 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:01.688112 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1673f104-2852-476e-a86e-ce6ec7e85e56 req-1a0094da-5f93-494f-8313-3a7b96146a72 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.0682044 Jun 23 13:40:01.808143 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1673f104-2852-476e-a86e-ce6ec7e85e56 req-79f53c28-ba14-47f8-9d27-db2af4a885f7 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053681 Jun 23 13:40:01.816557 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d88d0-3aa4-4632-a719-4767bb58c6a6 req-d1bec0f3-ba98-46bf-98ae-5ac7d7964477 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:01.818221 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2a8d88d0-3aa4-4632-a719-4767bb58c6a6 req-d1bec0f3-ba98-46bf-98ae-5ac7d7964477 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0819852 Jun 23 13:40:01.819224 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ae1a-ca82-4e52-92c1-d022e0fb7d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a8546c34-e6ad-4562-ae74-f2ca3a72f0b1), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:01.822095 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ae1a-ca82-4e52-92c1-d022e0fb7d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:01.823196 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0ea4ae1a-ca82-4e52-92c1-d022e0fb7d1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8546c34-e6ad-4562-ae74-f2ca3a72f0b1 HTTP/1.1" status: 204 len: 168 time: 0.2592776 Jun 23 13:40:01.849730 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4ae1a-ca82-4e52-92c1-d022e0fb7d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8546c34-e6ad-4562-ae74-f2ca3a72f0b1,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:01.881431 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2a8d88d0-3aa4-4632-a719-4767bb58c6a6 req-69750fdf-0edc-4a7c-b8d9-eeeecd450b01 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560095 Jun 23 13:40:01.993784 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=16 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:02.024542 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-09c243d7-330e-4b8a-b383-67b7ad61cff4 req-3849bf6c-0d1b-4ca3-91a6-926dca3e7256 service neutron] 10.222.0.47 "GET /v2.0/networks/57131c53-e6ce-4332-82cd-06a99ec244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176066 Jun 23 13:40:02.274949 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b8088-a522-4c88-8d4e-afe3215f9880 req-c8151f11-2955-464c-9e4f-515277e43d97 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:02.282131 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-775b8088-a522-4c88-8d4e-afe3215f9880 req-c8151f11-2955-464c-9e4f-515277e43d97 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 944 time: 0.0550487 Jun 23 13:40:02.340003 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-775b8088-a522-4c88-8d4e-afe3215f9880 req-a3507734-4904-4e4d-b851-2abfe6650d5b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557671 Jun 23 13:40:02.485033 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ccedd-5bdc-469b-8320-2444c0d11dad req-e750d11f-8e70-4890-9b0c-9b5038fc1544 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:02.486860 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d61ccedd-5bdc-469b-8320-2444c0d11dad req-e750d11f-8e70-4890-9b0c-9b5038fc1544 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 945 time: 0.0606744 Jun 23 13:40:02.534167 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:02.556148 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d61ccedd-5bdc-469b-8320-2444c0d11dad req-8a7f5459-5cfb-4231-b448-568a7e25bb9b tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629377 Jun 23 13:40:02.821981 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53460) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:02.957441 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b105c55c-6cdc-4dd4-b676-2016f93aece5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:02.988299 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfaae24-ab78-4d22-8c17-2a34a853d02f req-a8bc8469-8274-4938-b905-cb9a06480ead tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:02.989720 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-adfaae24-ab78-4d22-8c17-2a34a853d02f req-a8bc8469-8274-4938-b905-cb9a06480ead tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.1028361 Jun 23 13:40:03.047734 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e64f2-9058-4d5f-8260-4155ca4bd6fd req-66f220ed-ae16-46d0-8aba-e8f77d5761ea tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:03.049198 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-480e64f2-9058-4d5f-8260-4155ca4bd6fd req-66f220ed-ae16-46d0-8aba-e8f77d5761ea tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0849240 Jun 23 13:40:03.126560 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-adfaae24-ab78-4d22-8c17-2a34a853d02f req-e387b3c0-b52c-468c-902a-4285784643f7 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188700 Jun 23 13:40:03.155667 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-480e64f2-9058-4d5f-8260-4155ca4bd6fd req-efbe2b58-2c3b-4a2a-afce-40df360c1610 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978379 Jun 23 13:40:03.164279 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:03.170072 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b105c55c-6cdc-4dd4-b676-2016f93aece5 admin admin] Publish callbacks [] for security_group (84197b54-d77b-4609-b986-531762c2b962), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:03.175941 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b105c55c-6cdc-4dd4-b676-2016f93aece5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (84197b54-d77b-4609-b986-531762c2b962), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:03.217126 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105c55c-6cdc-4dd4-b676-2016f93aece5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84197b54-d77b-4609-b986-531762c2b962,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:03.221339 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b105c55c-6cdc-4dd4-b676-2016f93aece5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61704ca38a8e48a8bf80d50b47eb2343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982708 Jun 23 13:40:03.224213 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53476) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:03.281612 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f071e63b-062c-45ca-bf47-34e545102b46 admin admin] Publish callbacks [] for security_group (84197b54-d77b-4609-b986-531762c2b962), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:03.285423 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:03.305102 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f071e63b-062c-45ca-bf47-34e545102b46 admin admin] Publish callbacks [] for security_group (84197b54-d77b-4609-b986-531762c2b962), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:03.359487 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f071e63b-062c-45ca-bf47-34e545102b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (84197b54-d77b-4609-b986-531762c2b962), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:03.363288 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f071e63b-062c-45ca-bf47-34e545102b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:03.364808 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f071e63b-062c-45ca-bf47-34e545102b46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84197b54-d77b-4609-b986-531762c2b962 HTTP/1.1" status: 204 len: 168 time: 0.1393943 Jun 23 13:40:03.381818 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071e63b-062c-45ca-bf47-34e545102b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84197b54-d77b-4609-b986-531762c2b962,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:03.463856 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf41c4-a34b-43c8-a98d-9e170aabc47d req-9acef764-c9ef-46ad-b007-a539c475ae20 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:03.465413 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c9bf41c4-a34b-43c8-a98d-9e170aabc47d req-9acef764-c9ef-46ad-b007-a539c475ae20 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 944 time: 0.0521522 Jun 23 13:40:03.529916 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c9bf41c4-a34b-43c8-a98d-9e170aabc47d req-891086b5-b349-4275-afdc-35da4ccb03e6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590093 Jun 23 13:40:03.684390 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b254fb9-b3f3-418f-b5cd-4e044727ef3a req-3feaf67a-592a-4a4c-9be9-cda599cffc63 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:03.685900 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9b254fb9-b3f3-418f-b5cd-4e044727ef3a req-3feaf67a-592a-4a4c-9be9-cda599cffc63 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 945 time: 0.0568228 Jun 23 13:40:03.768113 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9b254fb9-b3f3-418f-b5cd-4e044727ef3a req-e16eba49-59ca-483a-9bf3-4f33ff897be9 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711892 Jun 23 13:40:03.986528 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c52db8-486d-4976-847d-4b28d0dd7493 req-97f53e20-971e-4d41-acfc-c609bf9c58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:03.989186 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-38c52db8-486d-4976-847d-4b28d0dd7493 req-97f53e20-971e-4d41-acfc-c609bf9c58d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 1129 time: 0.0503776 Jun 23 13:40:04.062327 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-38c52db8-486d-4976-847d-4b28d0dd7493 req-82c1b7a3-afce-494a-a716-17b6402f6bfc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415781 Jun 23 13:40:04.301486 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0caaa-fceb-45fd-8ca7-e0aad0d193c5 req-e38b7546-e3b5-44c9-8e38-018769234ce9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:04.303956 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0bf0caaa-fceb-45fd-8ca7-e0aad0d193c5 req-e38b7546-e3b5-44c9-8e38-018769234ce9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.0914271 Jun 23 13:40:04.306314 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53562) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:04.313434 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c458e-cf6d-485d-a128-3a2b611834ed req-2b825639-a3df-4dff-9994-6091c853f454 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:04.314850 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-082c458e-cf6d-485d-a128-3a2b611834ed req-2b825639-a3df-4dff-9994-6091c853f454 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0622883 Jun 23 13:40:04.402994 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0bf0caaa-fceb-45fd-8ca7-e0aad0d193c5 req-ae1f9ec5-67c6-4570-b02a-988be9dead53 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869517 Jun 23 13:40:04.426978 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-082c458e-cf6d-485d-a128-3a2b611834ed req-3e3287c2-f760-45b2-ad1b-b56834f96143 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008024 Jun 23 13:40:04.567260 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c004293-c1b1-4ce1-acc8-0329fd91da26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:04.643026 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:04.688801 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:40:04.689376 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab42dd-4f93-4413-974f-9dd9547a92f2 req-0351c434-c1d3-4202-a0d9-bc2cbbdff510 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:04.690906 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66ab42dd-4f93-4413-974f-9dd9547a92f2 req-0351c434-c1d3-4202-a0d9-bc2cbbdff510 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 944 time: 0.0862069 Jun 23 13:40:04.701044 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:04.701490 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:04.726486 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c004293-c1b1-4ce1-acc8-0329fd91da26 admin admin] Publish callbacks [] for security_group (38e7ed60-b41d-428b-8d31-ac47c46a486e), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:04.739146 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c004293-c1b1-4ce1-acc8-0329fd91da26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (38e7ed60-b41d-428b-8d31-ac47c46a486e), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:04.745319 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:04.801798 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66ab42dd-4f93-4413-974f-9dd9547a92f2 req-19b0b09f-f962-4279-a8ff-c241d328e272 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016603 Jun 23 13:40:04.804482 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:04.805102 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9c004293-c1b1-4ce1-acc8-0329fd91da26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9091e75ed19745d1ac8d49ad6d26aaaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4977448 Jun 23 13:40:04.805911 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004293-c1b1-4ce1-acc8-0329fd91da26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e7ed60-b41d-428b-8d31-ac47c46a486e,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:04.807874 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53598) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:04.808661 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:04.861022 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45e219e-e492-44d7-a962-1a741b0abcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a620a38f-71e7-45a8-b6c8-6d3333e3b7a7'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:40:04.864633 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325c3bec-ec2d-4c89-aa0e-76f9ee5cbd63" -d '{"events": [{"server_uuid": "a45e219e-e492-44d7-a962-1a741b0abcaa", "name": "network-vif-plugged", "status": "completed", "tag": "a620a38f-71e7-45a8-b6c8-6d3333e3b7a7"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:40:04.899585 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:04.906947 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:04.908162 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 5c5684f2-ed9c-4909-9cad-02bd2b76d63d up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:04.930933 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3915ef48-21ce-4ca7-b075-f14da8936dfe admin admin] Publish callbacks [] for security_group (38e7ed60-b41d-428b-8d31-ac47c46a486e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:04.966607 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:04.972722 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6ec7-abcf-4d3a-b3e6-1cc502bb2dd7 req-04a08680-5197-42f1-8694-57f7e0415a3b tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:04.982832 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e04e6ec7-abcf-4d3a-b3e6-1cc502bb2dd7 req-04a08680-5197-42f1-8694-57f7e0415a3b tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 945 time: 0.0925331 Jun 23 13:40:04.988720 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3915ef48-21ce-4ca7-b075-f14da8936dfe admin admin] Publish callbacks [] for security_group (38e7ed60-b41d-428b-8d31-ac47c46a486e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.004320 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3c694b-62fe-4803-b8e1-1508389b9cbc x-openstack-request-id: req-af3c694b-62fe-4803-b8e1-1508389b9cbc {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:40:05.004897 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45e219e-e492-44d7-a962-1a741b0abcaa", "name": "network-vif-plugged", "status": "completed", "tag": "a620a38f-71e7-45a8-b6c8-6d3333e3b7a7", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:40:05.005149 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af3c694b-62fe-4803-b8e1-1508389b9cbc {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:40:05.005536 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3c694b-62fe-4803-b8e1-1508389b9cbc'] response: {'server_uuid': 'a45e219e-e492-44d7-a962-1a741b0abcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a620a38f-71e7-45a8-b6c8-6d3333e3b7a7', 'code': 200} Jun 23 13:40:05.046897 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e04e6ec7-abcf-4d3a-b3e6-1cc502bb2dd7 req-4d639408-7e93-42eb-8788-4b7c69e590c4 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622106 Jun 23 13:40:05.048509 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:40:05.050947 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:05.060225 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:05.061087 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.065910 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3915ef48-21ce-4ca7-b075-f14da8936dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (38e7ed60-b41d-428b-8d31-ac47c46a486e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.069185 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3915ef48-21ce-4ca7-b075-f14da8936dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.083285 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3915ef48-21ce-4ca7-b075-f14da8936dfe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38e7ed60-b41d-428b-8d31-ac47c46a486e HTTP/1.1" status: 204 len: 168 time: 0.2506955 Jun 23 13:40:05.107511 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915ef48-21ce-4ca7-b075-f14da8936dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e7ed60-b41d-428b-8d31-ac47c46a486e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:05.190479 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:05.190868 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.200345 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:05.229451 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c5684f2-ed9c-4909-9cad-02bd2b76d63d,segment=NetworkSegment(be370891-62b7-4490-a018-0820e91389be),segment_id=be370891-62b7-4490-a018-0820e91389be)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:05.235283 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.292113 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=5c5684f2-ed9c-4909-9cad-02bd2b76d63d,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:05.549441 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8019b-eb57-4820-9c8a-8e1a9f2b4c20 req-8179f618-0f33-4099-87ba-7246d7464734 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:05.556757 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-90c8019b-eb57-4820-9c8a-8e1a9f2b4c20 req-8179f618-0f33-4099-87ba-7246d7464734 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.0720243 Jun 23 13:40:05.572497 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53626) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:05.585058 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:05.588617 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e184cc71-8a74-475d-8cdc-18530b108b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.643013 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-90c8019b-eb57-4820-9c8a-8e1a9f2b4c20 req-4383396b-cf41-4ff6-99e6-100fee5d0018 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854006 Jun 23 13:40:05.661794 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509abc5-6703-4397-866d-0c2308702185 req-11341e14-e8ba-4b83-95f4-acd83b8b2629 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:05.663401 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a509abc5-6703-4397-866d-0c2308702185 req-11341e14-e8ba-4b83-95f4-acd83b8b2629 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.1040921 Jun 23 13:40:05.713123 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e184cc71-8a74-475d-8cdc-18530b108b7a admin admin] Publish callbacks [] for security_group (5a3e55f2-37c2-411a-9e10-821b2f27fba5), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.720933 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e184cc71-8a74-475d-8cdc-18530b108b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (5a3e55f2-37c2-411a-9e10-821b2f27fba5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.726510 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a509abc5-6703-4397-866d-0c2308702185 req-dcfcdca8-9ce9-47ec-95e8-45d8aea79d8b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546334 Jun 23 13:40:05.763189 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184cc71-8a74-475d-8cdc-18530b108b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3e55f2-37c2-411a-9e10-821b2f27fba5,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:05.768138 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e184cc71-8a74-475d-8cdc-18530b108b7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cc4672421184ab8a86e869a54ad7ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934283 Jun 23 13:40:05.770327 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53632) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:05.819558 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b815-f80a-43a2-a03d-fb2807e83087 admin admin] Publish callbacks [] for security_group (5a3e55f2-37c2-411a-9e10-821b2f27fba5), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.843024 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b815-f80a-43a2-a03d-fb2807e83087 admin admin] Publish callbacks [] for security_group (5a3e55f2-37c2-411a-9e10-821b2f27fba5), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.916458 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32284dc1-5a08-4fca-8ad2-0895f2388cbd req-380fca97-2220-48ce-80be-13d2d8a5fdd5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:05.918171 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-32284dc1-5a08-4fca-8ad2-0895f2388cbd req-380fca97-2220-48ce-80be-13d2d8a5fdd5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0495560 Jun 23 13:40:05.928402 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b815-f80a-43a2-a03d-fb2807e83087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (5a3e55f2-37c2-411a-9e10-821b2f27fba5), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.931169 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b815-f80a-43a2-a03d-fb2807e83087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:05.932311 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d2e0b815-f80a-43a2-a03d-fb2807e83087 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a3e55f2-37c2-411a-9e10-821b2f27fba5 HTTP/1.1" status: 204 len: 168 time: 0.1610262 Jun 23 13:40:05.955770 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0b815-f80a-43a2-a03d-fb2807e83087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3e55f2-37c2-411a-9e10-821b2f27fba5,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:05.991866 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-32284dc1-5a08-4fca-8ad2-0895f2388cbd req-59a1824d-0bb3-4a2c-8a5c-9e677895eb03 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584655 Jun 23 13:40:06.183682 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fbac9-0868-40b1-ae81-2de794495eac req-489bcaaf-7c24-4ddb-bc14-4ea86c3cdc98 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:06.185542 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fc7fbac9-0868-40b1-ae81-2de794495eac req-489bcaaf-7c24-4ddb-bc14-4ea86c3cdc98 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0499477 Jun 23 13:40:06.235277 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fc7fbac9-0868-40b1-ae81-2de794495eac req-8da52fba-ab40-4eb2-b485-e4a96571d6a8 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 Jun 23 13:40:06.451375 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 07687dd4-8eaf-46e2-8bcb-86dc90291b87 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:40:06.548800 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:06.560864 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'port_id': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'mac_address': 'fa:16:3e:f9:c9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:40:06.599782 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:06.600285 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:06.613981 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07687dd4-8eaf-46e2-8bcb-86dc90291b87 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:40:06.635096 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:06.639877 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:06.693181 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=07687dd4-8eaf-46e2-8bcb-86dc90291b87,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:06.770873 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e1214-20e1-4028-ad0f-de611bb430b5 req-c0014f96-55ee-489a-954c-f7a7c8ca876c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:06.772303 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-571e1214-20e1-4028-ad0f-de611bb430b5 req-c0014f96-55ee-489a-954c-f7a7c8ca876c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.0579793 Jun 23 13:40:06.781852 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:06.786199 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=5 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:06.850693 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-571e1214-20e1-4028-ad0f-de611bb430b5 req-61876cd8-efef-4e75-b828-63f3c442c59b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724595 Jun 23 13:40:06.863636 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088fd35-1e85-42d2-8b11-44b3cf9c266b req-a2f07484-6386-44c7-a568-ba7632154e59 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:06.865046 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a088fd35-1e85-42d2-8b11-44b3cf9c266b req-a2f07484-6386-44c7-a568-ba7632154e59 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 944 time: 0.0602596 Jun 23 13:40:06.920600 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a088fd35-1e85-42d2-8b11-44b3cf9c266b req-96ae89ec-e89a-42aa-b3fa-c7c6033e4b18 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424306 Jun 23 13:40:07.006772 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1bdfeb-cac1-45d2-9708-ac7386c20fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5684f2-ed9c-4909-9cad-02bd2b76d63d'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:40:07.008049 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff216a-8137-470a-830a-4cb0e503db3c req-97fc764c-84f0-41ec-b6e2-514f6f621d82 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:07.009528 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-27ff216a-8137-470a-830a-4cb0e503db3c req-97fc764c-84f0-41ec-b6e2-514f6f621d82 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.0460112 Jun 23 13:40:07.010028 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eef9e92-8c56-40e8-a43d-b1c005ec15bc" -d '{"events": [{"server_uuid": "8e1bdfeb-cac1-45d2-9708-ac7386c20fe4", "name": "network-vif-plugged", "status": "completed", "tag": "5c5684f2-ed9c-4909-9cad-02bd2b76d63d"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:40:07.019348 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53690) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:07.024257 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-360f4ec5-e371-44de-afa2-637684a7141c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'floatingip': {'port_id': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:07.068525 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5227ad20-92d0-4d68-94ed-b13e26920e27 x-openstack-request-id: req-5227ad20-92d0-4d68-94ed-b13e26920e27 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:40:07.068770 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1bdfeb-cac1-45d2-9708-ac7386c20fe4", "name": "network-vif-plugged", "status": "completed", "tag": "5c5684f2-ed9c-4909-9cad-02bd2b76d63d", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:40:07.069016 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5227ad20-92d0-4d68-94ed-b13e26920e27 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:40:07.069402 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5227ad20-92d0-4d68-94ed-b13e26920e27'] response: {'server_uuid': '8e1bdfeb-cac1-45d2-9708-ac7386c20fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5684f2-ed9c-4909-9cad-02bd2b76d63d', 'code': 200} Jun 23 13:40:07.113306 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-360f4ec5-e371-44de-afa2-637684a7141c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (81be4369-4a10-42ba-817a-5f049fb84610), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:07.139259 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424520dd-9c04-4b14-a691-48976201bd10 req-e50b2469-79b9-4ba7-a053-a466ff858b37 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:07.140870 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-424520dd-9c04-4b14-a691-48976201bd10 req-e50b2469-79b9-4ba7-a053-a466ff858b37 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0621111 Jun 23 13:40:07.208341 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-424520dd-9c04-4b14-a691-48976201bd10 req-067ac365-3ab7-451a-8493-9b3c8f3fb309 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610988 Jun 23 13:40:07.318993 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:07.338649 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:07.354131 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63e305-7e36-44dd-b6e5-106ee04f4c66 req-1523b888-3932-4c8a-8b4c-57fcaa485051 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:07.355642 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ed63e305-7e36-44dd-b6e5-106ee04f4c66 req-1523b888-3932-4c8a-8b4c-57fcaa485051 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0483809 Jun 23 13:40:07.403090 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ed63e305-7e36-44dd-b6e5-106ee04f4c66 req-40928618-a76d-4809-bf54-5f9c98aba496 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416269 Jun 23 13:40:07.917289 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-360f4ec5-e371-44de-afa2-637684a7141c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:07.921979 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-360f4ec5-e371-44de-afa2-637684a7141c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (81be4369-4a10-42ba-817a-5f049fb84610), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:07.964798 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:08.017046 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-360f4ec5-e371-44de-afa2-637684a7141c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Floating IP 81be4369-4a10-42ba-817a-5f049fb84610 associated. External IP: 172.27.0.166, port: b21a6caf-efbc-4abd-ac6f-b37cb3962be9. Jun 23 13:40:08.041084 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d8433-07b8-45e6-b42b-696c7de36ef4 req-787480b2-9e1a-4b6a-b3c4-741008b177b4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:08.042484 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-613d8433-07b8-45e6-b42b-696c7de36ef4 req-787480b2-9e1a-4b6a-b3c4-741008b177b4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 944 time: 0.0463583 Jun 23 13:40:08.088738 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-613d8433-07b8-45e6-b42b-696c7de36ef4 req-60be26cf-8ccf-4fff-9eae-c63ae6228953 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404716 Jun 23 13:40:08.213167 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360f4ec5-e371-44de-afa2-637684a7141c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Router 81a742b4-0bf8-4ae4-a20d-578063d99d92 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:40:08.317379 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360f4ec5-e371-44de-afa2-637684a7141c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:40:08.320507 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dd838-1a92-446a-86f6-31a417ecb4e9 req-2050f63e-ccae-404e-8ac3-aee159aefffc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:08.322021 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-295dd838-1a92-446a-86f6-31a417ecb4e9 req-2050f63e-ccae-404e-8ac3-aee159aefffc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0505345 Jun 23 13:40:08.325066 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-360f4ec5-e371-44de-afa2-637684a7141c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:08.333811 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:08.338640 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2679a74b-bdcc-4249-8249-b03d67a11662 None None] Sync routers for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:40:08.358857 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2679a74b-bdcc-4249-8249-b03d67a11662 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:08.360169 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2679a74b-bdcc-4249-8249-b03d67a11662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:08.360928 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-360f4ec5-e371-44de-afa2-637684a7141c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "PUT /v2.0/floatingips/81be4369-4a10-42ba-817a-5f049fb84610 HTTP/1.1" status: 200 len: 991 time: 1.3404491 Jun 23 13:40:08.361509 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'tag': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:40:08.364685 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197cbfb7-0d68-43d1-a5c3-c1f251517239" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dd165f-4996-4336-a117-cd2a9ba751fa", "tag": "b21a6caf-efbc-4abd-ac6f-b37cb3962be9"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:40:08.376262 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-295dd838-1a92-446a-86f6-31a417ecb4e9 req-fcdf0e55-0054-428e-912d-04f2811b132e tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485389 Jun 23 13:40:08.414632 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba39948-f2e7-42c1-8801-654af8b503ac x-openstack-request-id: req-4ba39948-f2e7-42c1-8801-654af8b503ac {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:40:08.414918 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dd165f-4996-4336-a117-cd2a9ba751fa", "tag": "b21a6caf-efbc-4abd-ac6f-b37cb3962be9", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:40:08.415163 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ba39948-f2e7-42c1-8801-654af8b503ac {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:40:08.415588 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba39948-f2e7-42c1-8801-654af8b503ac'] response: {'name': 'network-changed', 'server_uuid': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'tag': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'status': 'completed', 'code': 200} Jun 23 13:40:08.448445 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['07687dd4-8eaf-46e2-8bcb-86dc90291b87'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:40:08.551551 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-2679a74b-bdcc-4249-8249-b03d67a11662 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:08.556749 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d85cf8-d16e-4764-a09c-00f3f527a5a1 req-5073adb5-b734-4ed7-b9d7-ac67b128f89d tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:08.568172 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-91d85cf8-d16e-4764-a09c-00f3f527a5a1 req-5073adb5-b734-4ed7-b9d7-ac67b128f89d tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0703337 Jun 23 13:40:08.572952 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cbfb7-0d68-43d1-a5c3-c1f251517239 req-dbc04ff0-e025-4781-8615-aae924ff8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:08.574701 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-197cbfb7-0d68-43d1-a5c3-c1f251517239 req-dbc04ff0-e025-4781-8615-aae924ff8b3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 1129 time: 0.0778131 Jun 23 13:40:08.654404 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-91d85cf8-d16e-4764-a09c-00f3f527a5a1 req-0647a53b-dd5c-400c-a521-88280114a9d1 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848248 Jun 23 13:40:08.818000 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac8d70-ede0-4873-9daf-f78f6c4f8bc3 req-5d4b51e2-0e82-4062-867e-3afb9bb95852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:08.819853 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-64ac8d70-ede0-4873-9daf-f78f6c4f8bc3 req-5d4b51e2-0e82-4062-867e-3afb9bb95852 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 1129 time: 0.0880392 Jun 23 13:40:08.825600 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c116e-5065-480f-b458-01d1b87ee1d7 req-d1a30619-4401-46b9-9ffd-45f9095e5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:08.827139 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8d2c116e-5065-480f-b458-01d1b87ee1d7 req-d1a30619-4401-46b9-9ffd-45f9095e5db0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 1130 time: 0.0941114 Jun 23 13:40:08.872387 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cbfb7-0d68-43d1-a5c3-c1f251517239 req-d81b5b30-1c68-4f82-8477-3c5dbfa332d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:08.873862 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-197cbfb7-0d68-43d1-a5c3-c1f251517239 req-d81b5b30-1c68-4f82-8477-3c5dbfa332d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 916 time: 0.2932155 Jun 23 13:40:08.911621 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:08.914707 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8d2c116e-5065-480f-b458-01d1b87ee1d7 req-a2e202f4-1528-4bbe-99c3-9cbff8abb543 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752733 Jun 23 13:40:08.998625 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-64ac8d70-ede0-4873-9daf-f78f6c4f8bc3 req-485aa37c-fb3f-4040-94c6-f56d24065cc0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655996 Jun 23 13:40:09.001272 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2679a74b-bdcc-4249-8249-b03d67a11662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '81be4369-4a10-42ba-817a-5f049fb84610', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0a:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:26Z', 'updated_at': '2022-06-23T13:40:07Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:09.015932 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-197cbfb7-0d68-43d1-a5c3-c1f251517239 req-d01f0a0f-7204-493e-bb9b-e776eca2b31a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b21a6caf-efbc-4abd-ac6f-b37cb3962be9 HTTP/1.1" status: 200 len: 999 time: 0.1354685 Jun 23 13:40:09.033476 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2679a74b-bdcc-4249-8249-b03d67a11662 None None] Checking router: 81a742b4-0bf8-4ae4-a20d-578063d99d92 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:40:09.042455 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2679a74b-bdcc-4249-8249-b03d67a11662 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:09.043095 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2679a74b-bdcc-4249-8249-b03d67a11662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:09.149983 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-2679a74b-bdcc-4249-8249-b03d67a11662 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:09.216272 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7048e-0cad-4420-bfee-67940843a0ee req-dc66abe9-4878-43d0-ad18-d632b9621a92 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:09.218725 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f1d7048e-0cad-4420-bfee-67940843a0ee req-dc66abe9-4878-43d0-ad18-d632b9621a92 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 944 time: 0.0542188 Jun 23 13:40:09.288316 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f1d7048e-0cad-4420-bfee-67940843a0ee req-e0762446-4d82-4953-97ba-da2ebecaad62 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629952 Jun 23 13:40:09.436869 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2679a74b-bdcc-4249-8249-b03d67a11662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '81be4369-4a10-42ba-817a-5f049fb84610', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0a:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:26Z', 'updated_at': '2022-06-23T13:40:07Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:09.474763 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2679a74b-bdcc-4249-8249-b03d67a11662 None None] The sync data for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi is: [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '81be4369-4a10-42ba-817a-5f049fb84610', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0a:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:26Z', 'updated_at': '2022-06-23T13:40:07Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:40:09.532838 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38702c02-5b82-470c-9400-3eb401470e0a req-16406e4c-da49-42f1-be85-648b5d648bd6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:09.534491 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38702c02-5b82-470c-9400-3eb401470e0a req-16406e4c-da49-42f1-be85-648b5d648bd6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0723622 Jun 23 13:40:09.592396 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38702c02-5b82-470c-9400-3eb401470e0a req-23317763-4a12-4cc6-b49d-c75fb8a3cbcd tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513742 Jun 23 13:40:09.766378 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cbfb7-0d68-43d1-a5c3-c1f251517239 req-f6f94ede-9b4a-4b65-8524-77740318ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:09.768140 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-197cbfb7-0d68-43d1-a5c3-c1f251517239 req-f6f94ede-9b4a-4b65-8524-77740318ddad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.1127837 Jun 23 13:40:09.805825 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e1818-52fa-427a-a4e4-cbf0273e2adf req-66d5b13b-a0ff-4451-aa24-1dc032dede7f tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:09.807758 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-669e1818-52fa-427a-a4e4-cbf0273e2adf req-66d5b13b-a0ff-4451-aa24-1dc032dede7f tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0754471 Jun 23 13:40:09.822483 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9767281e-5c1c-4c3c-9f51-0930e4c01fda None None] New status for floating IP 81be4369-4a10-42ba-817a-5f049fb84610: ACTIVE {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:40:09.870670 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-669e1818-52fa-427a-a4e4-cbf0273e2adf req-4deecd6c-e402-4237-905b-6d922728893e tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Jun 23 13:40:09.975832 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53786) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:10.087550 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2e92-607b-4012-bd6d-afe8af71b764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:10.168425 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 07687dd4-8eaf-46e2-8bcb-86dc90291b87 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:10.187796 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:10.194142 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cbfb7-0d68-43d1-a5c3-c1f251517239 req-d078f36c-7452-47e9-ba5b-adb4a071f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:10.196075 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-197cbfb7-0d68-43d1-a5c3-c1f251517239 req-d078f36c-7452-47e9-ba5b-adb4a071f806 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0873649 Jun 23 13:40:10.245776 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:40:10.247173 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2e92-607b-4012-bd6d-afe8af71b764 admin admin] Publish callbacks [] for security_group (26c1b539-fa72-404b-b524-6437b7c24b0c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:10.249272 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:10.252912 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2e92-607b-4012-bd6d-afe8af71b764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (26c1b539-fa72-404b-b524-6437b7c24b0c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:10.255241 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:10.255959 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:10.293117 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-bb6b2e92-607b-4012-bd6d-afe8af71b764 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba1cb55b3ccd4340a987e2b9782e411d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160152 Jun 23 13:40:10.293934 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b2e92-607b-4012-bd6d-afe8af71b764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c1b539-fa72-404b-b524-6437b7c24b0c,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:10.296106 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53794) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:10.351609 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f1b3abf6-80a8-4160-8274-f9bf541ce5ed admin admin] Publish callbacks [] for security_group (26c1b539-fa72-404b-b524-6437b7c24b0c), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:10.352719 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:10.353313 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:10.379511 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:40:10.379631 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f1b3abf6-80a8-4160-8274-f9bf541ce5ed admin admin] Publish callbacks [] for security_group (26c1b539-fa72-404b-b524-6437b7c24b0c), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:10.381811 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51866bc4-d18f-44b2-b7ac-d702d4e4e65b" -d '{"events": [{"server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "name": "network-vif-plugged", "status": "completed", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:40:10.395158 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:10.400411 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:10.426461 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:10.432519 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb2525b-d3a0-4339-a471-649fb392af1e x-openstack-request-id: req-fdb2525b-d3a0-4339-a471-649fb392af1e {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:40:10.432838 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "name": "network-vif-plugged", "status": "completed", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:40:10.433103 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdb2525b-d3a0-4339-a471-649fb392af1e {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:40:10.433484 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb2525b-d3a0-4339-a471-649fb392af1e'] response: {'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'code': 200} Jun 23 13:40:10.450664 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f30467-1a78-4f1c-82d4-f9ccdf3b2ecd req-2f1025ae-8eaf-4592-be0c-7abc363178c4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:10.452493 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-98f30467-1a78-4f1c-82d4-f9ccdf3b2ecd req-2f1025ae-8eaf-4592-be0c-7abc363178c4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 944 time: 0.0759773 Jun 23 13:40:10.470094 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=07687dd4-8eaf-46e2-8bcb-86dc90291b87,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:10.495720 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53806) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:10.514159 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f1b3abf6-80a8-4160-8274-f9bf541ce5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (26c1b539-fa72-404b-b524-6437b7c24b0c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:10.516641 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f1b3abf6-80a8-4160-8274-f9bf541ce5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:10.517800 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f1b3abf6-80a8-4160-8274-f9bf541ce5ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26c1b539-fa72-404b-b524-6437b7c24b0c HTTP/1.1" status: 204 len: 168 time: 0.2202518 Jun 23 13:40:10.526217 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3abf6-80a8-4160-8274-f9bf541ce5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c1b539-fa72-404b-b524-6437b7c24b0c,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:10.539203 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-98f30467-1a78-4f1c-82d4-f9ccdf3b2ecd req-bd532fd5-1034-41ae-9387-f522ff8bd963 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760934 Jun 23 13:40:10.751693 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cc9bb-8002-4d0f-816a-452c0629b6ba req-bb591964-38ba-45c9-9941-dc30fa712840 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:10.759229 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a69cc9bb-8002-4d0f-816a-452c0629b6ba req-bb591964-38ba-45c9-9941-dc30fa712840 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0720811 Jun 23 13:40:10.851815 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a69cc9bb-8002-4d0f-816a-452c0629b6ba req-c7256f64-0b8b-4b05-a888-5cad1dcc0ecb tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912397 Jun 23 13:40:10.898929 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cddb9a6-1a07-4536-b361-87625e3d3064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:10.971803 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-197cbfb7-0d68-43d1-a5c3-c1f251517239 req-8d09ed58-10ac-4baf-ba3e-5fb113b6e0f1 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971967 Jun 23 13:40:10.993084 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53836) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:11.035556 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.042422 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cddb9a6-1a07-4536-b361-87625e3d3064 admin admin] Publish callbacks [] for security_group (b2cd4b40-af97-4555-b6d4-8aa4dfef52ff), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.047708 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3cddb9a6-1a07-4536-b361-87625e3d3064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (b2cd4b40-af97-4555-b6d4-8aa4dfef52ff), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.058859 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b717e9-458c-4cd8-93bd-4fff10d31ad5 req-a1b9008c-c560-47ce-8829-93d98f25a4ed tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:11.060725 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d5b717e9-458c-4cd8-93bd-4fff10d31ad5 req-a1b9008c-c560-47ce-8829-93d98f25a4ed tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0785098 Jun 23 13:40:11.062364 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:11.094246 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3cddb9a6-1a07-4536-b361-87625e3d3064 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=923be056c52649f29600839f943a0d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5967629 Jun 23 13:40:11.095350 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddb9a6-1a07-4536-b361-87625e3d3064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cd4b40-af97-4555-b6d4-8aa4dfef52ff,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:11.098072 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53840) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:11.140381 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:11.179748 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d5b717e9-458c-4cd8-93bd-4fff10d31ad5 req-be14415d-9eb7-4f6c-9226-6ee86ebeba63 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062129 Jun 23 13:40:11.213690 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fc186181-f6aa-4d51-95a9-851b90452b44 admin admin] Publish callbacks [] for security_group (b2cd4b40-af97-4555-b6d4-8aa4dfef52ff), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.242978 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Publish callbacks [] for security_group (e221816f-dcf8-41b1-b18e-123a49289913), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.252667 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (e221816f-dcf8-41b1-b18e-123a49289913), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.257039 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fc186181-f6aa-4d51-95a9-851b90452b44 admin admin] Publish callbacks [] for security_group (b2cd4b40-af97-4555-b6d4-8aa4dfef52ff), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.325809 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6e0b454ab1845769075117838a11ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305299 Jun 23 13:40:11.328708 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e221816f-dcf8-41b1-b18e-123a49289913,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:11.330921 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53846) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:11.352107 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.352714 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.353187 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.354366 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.354870 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.355474 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.355970 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.356458 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.356967 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.358017 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.358533 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.359025 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.359552 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.360059 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.360545 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddbe187-3c72-40cd-a058-579390c0af6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:11.392867 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fc186181-f6aa-4d51-95a9-851b90452b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (b2cd4b40-af97-4555-b6d4-8aa4dfef52ff), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.395404 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fc186181-f6aa-4d51-95a9-851b90452b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.396521 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-fc186181-f6aa-4d51-95a9-851b90452b44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2cd4b40-af97-4555-b6d4-8aa4dfef52ff HTTP/1.1" status: 204 len: 168 time: 0.2936277 Jun 23 13:40:11.410265 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc186181-f6aa-4d51-95a9-851b90452b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cd4b40-af97-4555-b6d4-8aa4dfef52ff,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:11.426429 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-facbba71-f164-4ac5-bb2f-209b22ff008f admin admin] Publish callbacks [] for security_group (e221816f-dcf8-41b1-b18e-123a49289913), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.457359 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-facbba71-f164-4ac5-bb2f-209b22ff008f admin admin] Publish callbacks [] for security_group (e221816f-dcf8-41b1-b18e-123a49289913), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.529403 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-facbba71-f164-4ac5-bb2f-209b22ff008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (e221816f-dcf8-41b1-b18e-123a49289913), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.533471 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-facbba71-f164-4ac5-bb2f-209b22ff008f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.538098 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-facbba71-f164-4ac5-bb2f-209b22ff008f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e221816f-dcf8-41b1-b18e-123a49289913 HTTP/1.1" status: 204 len: 168 time: 0.2034521 Jun 23 13:40:11.565515 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbba71-f164-4ac5-bb2f-209b22ff008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e221816f-dcf8-41b1-b18e-123a49289913,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:11.663294 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a66eb-c8d9-426c-a7e9-ed989650dbe7 req-7def78aa-e9e3-4540-a118-96738d60e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:11.665045 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-918a66eb-c8d9-426c-a7e9-ed989650dbe7 req-7def78aa-e9e3-4540-a118-96738d60e8e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 1129 time: 0.0515659 Jun 23 13:40:11.690731 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-197cbfb7-0d68-43d1-a5c3-c1f251517239 req-4064d26d-df9f-474d-86e9-c6454aa1e473 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187319 Jun 23 13:40:11.719081 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-918a66eb-c8d9-426c-a7e9-ed989650dbe7 req-91ca72ee-b564-47eb-8dd4-fe09919bdf5e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475774 Jun 23 13:40:11.782159 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e97eb-d1b7-49fa-9f26-6b902154d7c3 req-abb7ef18-7b57-40ea-9b60-cea11f06d0d2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:11.783874 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-df7e97eb-d1b7-49fa-9f26-6b902154d7c3 req-abb7ef18-7b57-40ea-9b60-cea11f06d0d2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0594232 Jun 23 13:40:11.842382 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-df7e97eb-d1b7-49fa-9f26-6b902154d7c3 req-f1a2020c-0ef0-40fb-bfc0-60e8e8c61fc7 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515404 Jun 23 13:40:11.942762 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53864) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:11.958314 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:11.964189 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec93c00-fa5d-4a90-bca5-ee446fc17a61 req-fbaf3fe5-cf6c-43ac-9ec5-5f5e78b178a1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:11.971254 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9ec93c00-fa5d-4a90-bca5-ee446fc17a61 req-fbaf3fe5-cf6c-43ac-9ec5-5f5e78b178a1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0567746 Jun 23 13:40:12.022048 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:12.029039 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9ec93c00-fa5d-4a90-bca5-ee446fc17a61 req-a37cd697-19f5-4abf-a066-2d53f30ccaf5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565381 Jun 23 13:40:12.072208 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Publish callbacks [] for security_group (0dfeb3b4-d079-49cd-aa96-0c125a42d363), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:12.081570 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (0dfeb3b4-d079-49cd-aa96-0c125a42d363), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:12.100199 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:12.165302 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfeb3b4-d079-49cd-aa96-0c125a42d363,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:12.176378 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00cb0e91aed64b7d8783874cc52def37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322426 Jun 23 13:40:12.178550 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.179043 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 53882) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:12.179355 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.179892 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.180424 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.180962 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.181503 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.182024 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.182545 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.183066 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.183694 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.184308 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.184852 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.185452 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.185995 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.186531 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49be07e-c7e3-4956-aa63-4a7d643d8e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:12.263587 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6127f275-0789-47b5-b739-db390bb9ee3a admin admin] Publish callbacks [] for security_group (0dfeb3b4-d079-49cd-aa96-0c125a42d363), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:12.284936 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6127f275-0789-47b5-b739-db390bb9ee3a admin admin] Publish callbacks [] for security_group (0dfeb3b4-d079-49cd-aa96-0c125a42d363), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:12.325470 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:12.389106 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6127f275-0789-47b5-b739-db390bb9ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (0dfeb3b4-d079-49cd-aa96-0c125a42d363), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:12.391672 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6127f275-0789-47b5-b739-db390bb9ee3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:12.392930 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6127f275-0789-47b5-b739-db390bb9ee3a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dfeb3b4-d079-49cd-aa96-0c125a42d363 HTTP/1.1" status: 204 len: 168 time: 0.2127454 Jun 23 13:40:12.406397 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127f275-0789-47b5-b739-db390bb9ee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfeb3b4-d079-49cd-aa96-0c125a42d363,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:12.418133 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10731b6-fd9d-4f85-ad63-f12aebbabe43 req-661af575-36d1-4d63-963c-4854c5a9face tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:12.425226 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c10731b6-fd9d-4f85-ad63-f12aebbabe43 req-661af575-36d1-4d63-963c-4854c5a9face tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0726898 Jun 23 13:40:12.474597 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c10731b6-fd9d-4f85-ad63-f12aebbabe43 req-bce98e0b-05b6-4384-a657-20d55485351e tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485079 Jun 23 13:40:12.681611 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a97ac1-9bb6-4958-becd-645e2e178752 req-7f581908-e3c3-4ca9-abfb-477a1ba57d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:12.683106 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b6a97ac1-9bb6-4958-becd-645e2e178752 req-7f581908-e3c3-4ca9-abfb-477a1ba57d72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 1129 time: 0.0425155 Jun 23 13:40:12.797876 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a97ac1-9bb6-4958-becd-645e2e178752 req-aeb0399e-1301-46f3-979d-d5bc4482230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:12.799363 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b6a97ac1-9bb6-4958-becd-645e2e178752 req-aeb0399e-1301-46f3-979d-d5bc4482230c service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.1094387 Jun 23 13:40:12.846300 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b6a97ac1-9bb6-4958-becd-645e2e178752 req-9dec2830-b202-4b6e-9502-f0d6ec0f2b8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 HTTP/1.1" status: 200 len: 217 time: 0.0402334 Jun 23 13:40:12.933664 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a97ac1-9bb6-4958-becd-645e2e178752 req-27dec03c-4ddf-41ef-93a2-1c82800fbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:12.933664 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b6a97ac1-9bb6-4958-becd-645e2e178752 req-27dec03c-4ddf-41ef-93a2-1c82800fbc4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0776510 Jun 23 13:40:13.017375 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=9 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:13.036296 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07221f15-9507-4b6d-9a00-aea9d1137904 req-53dda05c-028a-4a5a-ab64-34fc978b22da tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:13.038549 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-07221f15-9507-4b6d-9a00-aea9d1137904 req-53dda05c-028a-4a5a-ab64-34fc978b22da tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0689306 Jun 23 13:40:13.108181 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-07221f15-9507-4b6d-9a00-aea9d1137904 req-87421ff2-317a-462a-b53d-65ccb41ef397 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627522 Jun 23 13:40:13.268150 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 53948) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:13.466640 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a97ac1-9bb6-4958-becd-645e2e178752 req-76b70b70-2e4a-4387-9166-d6fa584722b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:13.469211 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b6a97ac1-9bb6-4958-becd-645e2e178752 req-76b70b70-2e4a-4387-9166-d6fa584722b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0817845 Jun 23 13:40:13.589489 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-48198608-network', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:13.622545 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b6a97ac1-9bb6-4958-becd-645e2e178752 req-8779a765-4fb1-4403-aa4f-50355ff7f1ec service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446526 Jun 23 13:40:13.643860 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ba559-b356-482d-96b5-4fa773eaccca req-31833107-e83c-40c9-8ba3-c141bf104809 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:13.651543 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Made reservation on behalf of b2fef8d0cb974f35a741c3090fda97f1 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:40:13.652680 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7b2ba559-b356-482d-96b5-4fa773eaccca req-31833107-e83c-40c9-8ba3-c141bf104809 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0766070 Jun 23 13:40:13.654489 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:13.672855 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:13.717878 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7b2ba559-b356-482d-96b5-4fa773eaccca req-50dde8a6-6d10-4ecd-baa2-3d995835c8b1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597777 Jun 23 13:40:13.768854 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b6a97ac1-9bb6-4958-becd-645e2e178752 req-6776cef5-df1a-4201-9f76-14a4b4e5f163 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396096 Jun 23 13:40:13.830572 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Publish callbacks [] for security_group (922a5515-7572-4fe9-8f74-c34d75ba9a30), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:13.839767 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (922a5515-7572-4fe9-8f74-c34d75ba9a30), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:13.867049 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:40:13.889311 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (8b91951e-5936-4dce-888f-c4af67f61e72), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:13.889665 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Added segment 8b91951e-5936-4dce-888f-c4af67f61e72 of type vlan for network 487c99b8-1e62-4d10-926f-f0a88401678c Jun 23 13:40:13.958743 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (487c99b8-1e62-4d10-926f-f0a88401678c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:13.963273 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922a5515-7572-4fe9-8f74-c34d75ba9a30,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:13.995227 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (487c99b8-1e62-4d10-926f-f0a88401678c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:13.996395 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:13.996982 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:14.048595 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:14.056473 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7868550 Jun 23 13:40:14.059367 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 54000) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:14.065279 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] Request body: {'subnet': {'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-48198608-subnet', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:14.094200 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] Made reservation on behalf of b2fef8d0cb974f35a741c3090fda97f1 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:40:14.097447 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58627902'] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:14.108493 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b830e80-aba6-4258-88be-125d8d395963 admin admin] Pushing event updated for resources: {'Network': ['ID=487c99b8-1e62-4d10-926f-f0a88401678c,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:14.139973 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 487c99b8-1e62-4d10-926f-f0a88401678c details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:40:14.466512 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364d9b9-f8c7-4a6c-9c98-a22576637a81 req-cd782725-033d-4d52-97be-52522206380e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:14.468022 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5364d9b9-f8c7-4a6c-9c98-a22576637a81 req-cd782725-033d-4d52-97be-52522206380e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.2592640 Jun 23 13:40:14.576862 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5364d9b9-f8c7-4a6c-9c98-a22576637a81 req-8896ed4f-858f-477a-a174-b2a1f4f3dd0c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992992 Jun 23 13:40:14.595380 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4705303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58627912'] for subnet (8f59c2db-d2a1-4e6b-9c01-f201f588667d), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:14.663282 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f59c2db-d2a1-4e6b-9c01-f201f588667d,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:14.671771 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] Checking segment: {'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:40:14.672128 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] Network hostable DHCP agents. Network: 487c99b8-1e62-4d10-926f-f0a88401678c, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:40:14.719452 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] Network 487c99b8-1e62-4d10-926f-f0a88401678c is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:40:14.738120 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b11f7-d55c-4cfe-b018-8a2f4ffd4a8e req-a664a8a9-2ffb-4c96-94a2-25588815b781 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:14.739746 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-972b11f7-d55c-4cfe-b018-8a2f4ffd4a8e req-a664a8a9-2ffb-4c96-94a2-25588815b781 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0607619 Jun 23 13:40:14.741144 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 487c99b8-1e62-4d10-926f-f0a88401678c) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:40:14.745702 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:14.746667 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:14.748443 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54044) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:14.755235 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-8bcbe38a-2a5a-4ae5-a0ee-4a865cc9afb6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'floatingip': {'port_id': '07687dd4-8eaf-46e2-8bcb-86dc90291b87'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:14.760523 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7882b4-0138-4135-ba3e-db1000d9983f None None] Network 487c99b8-1e62-4d10-926f-f0a88401678c requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:40:14.769537 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-80fbf6fc-0126-4eb3-8875-d76ce1f125bc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7088201 Jun 23 13:40:14.773437 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 54046) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:14.777753 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:14.805989 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:14.825861 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe38a-2a5a-4ae5-a0ee-4a865cc9afb6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (01caee39-7001-4aee-96ea-667407006c47), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:14.831480 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (4581d941-e196-4e98-9818-8ec44b6f8621), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:14.832782 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (4581d941-e196-4e98-9818-8ec44b6f8621), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:14.864338 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a1aa1-2061-4eb4-aff6-874d692fd539 req-88983a73-af6e-4cba-8088-f6496c230f71 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:14.866126 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-872a1aa1-2061-4eb4-aff6-874d692fd539 req-88983a73-af6e-4cba-8088-f6496c230f71 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0712740 Jun 23 13:40:14.896999 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-487c99b8-1e62-4d10-926f-f0a88401678c', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:40:14.898185 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:14.925324 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Publish callbacks [] for router_controller (4581d941-e196-4e98-9818-8ec44b6f8621), precommit_add_association {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:14.956637 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:15.090637 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-872a1aa1-2061-4eb4-aff6-874d692fd539 req-94ab0b2b-1f07-407d-84b7-b573f2f47c37 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113271 Jun 23 13:40:15.102091 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Allocated IP 172.20.0.2 (487c99b8-1e62-4d10-926f-f0a88401678c/8f59c2db-d2a1-4e6b-9c01-f201f588667d/1a708960-5513-4116-a29f-3696cd25e3c1) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:40:15.181281 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:15.183787 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Publish callbacks [] for router_gateway (4581d941-e196-4e98-9818-8ec44b6f8621), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.307989 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Publish callbacks [] for port (1a708960-5513-4116-a29f-3696cd25e3c1), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.325356 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.432314 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Publish callbacks [] for router_gateway (4581d941-e196-4e98-9818-8ec44b6f8621), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.456670 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.488663 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe38a-2a5a-4ae5-a0ee-4a865cc9afb6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.496463 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe38a-2a5a-4ae5-a0ee-4a865cc9afb6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (01caee39-7001-4aee-96ea-667407006c47), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.519266 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Network 487c99b8-1e62-4d10-926f-f0a88401678c is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:40:15.522343 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:40:15.526558 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:40:15.533977 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Pushing event updated for resources: {'Port': ['ID=1a708960-5513-4116-a29f-3696cd25e3c1,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:15.542056 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.542631 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.543213 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.543749 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.544227 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.544758 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.545079 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.545406 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.545796 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.546127 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.546451 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.546768 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.547234 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.547722 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.548185 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:15.556339 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:15.613722 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Attempting to bind port 1a708960-5513-4116-a29f-3696cd25e3c1 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:40:15.614072 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Allocated IP 172.27.0.238 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:40:15.614181 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Attempting to bind port 1a708960-5513-4116-a29f-3696cd25e3c1 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:40:15.614431 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Attempting to bind port 1a708960-5513-4116-a29f-3696cd25e3c1 on network 487c99b8-1e62-4d10-926f-f0a88401678c {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:40:15.621937 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:40:15.622521 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Checking segment: {'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:40:15.623134 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.623808 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Bound using segment: {'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:40:15.624513 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Bound port: 1a708960-5513-4116-a29f-3696cd25e3c1, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:40:15.625089 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.704286 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] For port 1a708960-5513-4116-a29f-3696cd25e3c1, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:40:15.712470 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] For port 1a708960-5513-4116-a29f-3696cd25e3c1, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=1a708960-5513-4116-a29f-3696cd25e3c1,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:40:15.730070 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.767712 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Publish callbacks [] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.770867 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-8bcbe38a-2a5a-4ae5-a0ee-4a865cc9afb6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Floating IP 01caee39-7001-4aee-96ea-667407006c47 associated. External IP: 172.27.0.219, port: 07687dd4-8eaf-46e2-8bcb-86dc90291b87. Jun 23 13:40:15.816026 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:15.848685 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba526a-7661-46e6-8535-d5199b57ee64 None None] Pushing event updated for resources: {'Port': ['ID=1a708960-5513-4116-a29f-3696cd25e3c1,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:15.884984 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:40:15.886404 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Pushing event updated for resources: {'Port': ['ID=e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:15.889313 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:40:15.892282 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:40:16.048309 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcbe38a-2a5a-4ae5-a0ee-4a865cc9afb6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Router c37007f5-8e9e-4809-b5f1-41947824242d has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:40:16.137116 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:16.255937 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcbe38a-2a5a-4ae5-a0ee-4a865cc9afb6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:40:16.260455 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe38a-2a5a-4ae5-a0ee-4a865cc9afb6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:16.273241 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe18de0-67a9-47a3-ba93-5bff7ca3bd57 None None] Sync routers for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:40:16.287794 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe18de0-67a9-47a3-ba93-5bff7ca3bd57 None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:16.291463 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9fe18de0-67a9-47a3-ba93-5bff7ca3bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:16.319003 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8bcbe38a-2a5a-4ae5-a0ee-4a865cc9afb6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "PUT /v2.0/floatingips/01caee39-7001-4aee-96ea-667407006c47 HTTP/1.1" status: 200 len: 991 time: 1.5687187 Jun 23 13:40:16.319715 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:40:16.323448 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4f16ea-8070-45a2-b9a6-f8c80d272092" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:40:16.329488 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260b3b-b851-40d1-a5d5-5aa5c1562afb req-43078848-1ba0-4f85-aa14-d2eefa00306f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:16.331558 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-79260b3b-b851-40d1-a5d5-5aa5c1562afb req-43078848-1ba0-4f85-aa14-d2eefa00306f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.1286817 Jun 23 13:40:16.332298 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Publish callbacks [] for router_gateway (4581d941-e196-4e98-9818-8ec44b6f8621), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:16.360522 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 1a708960-5513-4116-a29f-3696cd25e3c1 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:16.406157 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7269c1-ed7d-4b20-aae9-8991f6be09c3 x-openstack-request-id: req-4b7269c1-ed7d-4b20-aae9-8991f6be09c3 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:40:16.406157 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:40:16.406456 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b7269c1-ed7d-4b20-aae9-8991f6be09c3 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:40:16.406787 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7269c1-ed7d-4b20-aae9-8991f6be09c3'] response: {'name': 'network-changed', 'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'status': 'completed', 'code': 200} Jun 23 13:40:16.429106 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 1a708960-5513-4116-a29f-3696cd25e3c1 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:16.429828 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:16.430431 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-79260b3b-b851-40d1-a5d5-5aa5c1562afb req-e2dc805e-a4ad-4289-81a7-489a0a54dd20 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925941 Jun 23 13:40:16.516752 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-9fe18de0-67a9-47a3-ba93-5bff7ca3bd57 None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:16.519144 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 1a708960-5513-4116-a29f-3696cd25e3c1 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:16.519781 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:16.530018 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:16.552202 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:16.565228 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 1a708960-5513-4116-a29f-3696cd25e3c1, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=1a708960-5513-4116-a29f-3696cd25e3c1,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:16.573686 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:16.626988 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (4581d941-e196-4e98-9818-8ec44b6f8621), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:16.628325 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=100 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:16.629156 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=100 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:16.643489 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=1a708960-5513-4116-a29f-3696cd25e3c1,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:16.676993 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54134) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:16.769229 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9fe18de0-67a9-47a3-ba93-5bff7ca3bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '01caee39-7001-4aee-96ea-667407006c47', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'port_id': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'mac_address': 'fa:16:3e:f9:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:38Z', 'updated_at': '2022-06-23T13:40:15Z', 'revision_number': 1, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:16.780043 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Router 4581d941-e196-4e98-9818-8ec44b6f8621 is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:40:16.801502 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe18de0-67a9-47a3-ba93-5bff7ca3bd57 None None] Checking router: c37007f5-8e9e-4809-b5f1-41947824242d for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:40:16.824876 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe18de0-67a9-47a3-ba93-5bff7ca3bd57 None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:16.825522 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9fe18de0-67a9-47a3-ba93-5bff7ca3bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:16.839731 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c7ea7b9d-c1ef-4a5a-bba5-4c987c2931dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:16.858090 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:16.946208 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:40:16.948184 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c7ea7b9d-c1ef-4a5a-bba5-4c987c2931dd admin admin] Publish callbacks [] for security_group (9d92ccf4-2ddc-41b1-b274-e27c1287ae12), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:16.956106 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c7ea7b9d-c1ef-4a5a-bba5-4c987c2931dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9d92ccf4-2ddc-41b1-b274-e27c1287ae12), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:16.958497 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Sync routers for ids ['4581d941-e196-4e98-9818-8ec44b6f8621'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:40:16.965444 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-9fe18de0-67a9-47a3-ba93-5bff7ca3bd57 None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:16.975424 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Routers {'4581d941-e196-4e98-9818-8ec44b6f8621'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:16.978013 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['4581d941-e196-4e98-9818-8ec44b6f8621'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:16.988533 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:16.996824 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-8f33add2-cc63-4032-a0fc-8519e466d767 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2200146 Jun 23 13:40:16.997786 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 54144) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:17.012831 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:17.028640 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c7ea7b9d-c1ef-4a5a-bba5-4c987c2931dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71e26a3c9597435aa3ed9a4e1f677876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477418 Jun 23 13:40:17.030425 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54146) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:17.062643 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea7b9d-c1ef-4a5a-bba5-4c987c2931dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d92ccf4-2ddc-41b1-b274-e27c1287ae12,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:17.110748 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-751bc74b-28fe-455c-a855-ce96c551e872 admin admin] Publish callbacks [] for security_group (9d92ccf4-2ddc-41b1-b274-e27c1287ae12), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:17.164776 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-751bc74b-28fe-455c-a855-ce96c551e872 admin admin] Publish callbacks [] for security_group (9d92ccf4-2ddc-41b1-b274-e27c1287ae12), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:17.190775 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Set router 4581d941-e196-4e98-9818-8ec44b6f8621 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:17.257086 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-751bc74b-28fe-455c-a855-ce96c551e872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9d92ccf4-2ddc-41b1-b274-e27c1287ae12), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:17.260646 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-751bc74b-28fe-455c-a855-ce96c551e872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:17.268788 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-751bc74b-28fe-455c-a855-ce96c551e872 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d92ccf4-2ddc-41b1-b274-e27c1287ae12 HTTP/1.1" status: 204 len: 168 time: 0.2348008 Jun 23 13:40:17.293568 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bc74b-28fe-455c-a855-ce96c551e872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d92ccf4-2ddc-41b1-b274-e27c1287ae12,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:17.359359 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-9fe18de0-67a9-47a3-ba93-5bff7ca3bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '01caee39-7001-4aee-96ea-667407006c47', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'port_id': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'mac_address': 'fa:16:3e:f9:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:38Z', 'updated_at': '2022-06-23T13:40:15Z', 'revision_number': 1, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:17.369063 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95422e0f-9ffd-4e21-ae6c-4723b683df97 None None] Network 487c99b8-1e62-4d10-926f-f0a88401678c requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:40:17.402663 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe18de0-67a9-47a3-ba93-5bff7ca3bd57 None None] The sync data for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi is: [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '01caee39-7001-4aee-96ea-667407006c47', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'port_id': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'mac_address': 'fa:16:3e:f9:c9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:38Z', 'updated_at': '2022-06-23T13:40:15Z', 'revision_number': 1, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:40:17.498429 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:17.504136 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:17.549201 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-6cd14992-4b02-4291-8b4f-bc089ee6509e None None] Provisioning complete for port 1a708960-5513-4116-a29f-3696cd25e3c1 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:17.549455 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6cd14992-4b02-4291-8b4f-bc089ee6509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:17.706004 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:16Z', 'revision_number': 3, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:17.735972 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Checking router: 4581d941-e196-4e98-9818-8ec44b6f8621 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:40:17.736302 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Updating router 4581d941-e196-4e98-9818-8ec44b6f8621 port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:40:17.771082 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a266802c-c4e3-4d1d-9088-d6c1eef62fc0 None None] New status for floating IP 01caee39-7001-4aee-96ea-667407006c47: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:40:17.781919 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:17.865118 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54166) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:17.881229 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5eaaef1d-9770-4a75-8e87-792b03c1ac1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:17.925627 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6cd14992-4b02-4291-8b4f-bc089ee6509e None None] Current status of the port 1a708960-5513-4116-a29f-3696cd25e3c1 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:17.980566 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d05c4-df46-437a-8908-f62e0c98692e req-43788e5a-c7a7-4d3a-ba35-05d2f0029cdc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:17.982142 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-982d05c4-df46-437a-8908-f62e0c98692e req-43788e5a-c7a7-4d3a-ba35-05d2f0029cdc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.3598516 Jun 23 13:40:18.039521 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5eaaef1d-9770-4a75-8e87-792b03c1ac1a admin admin] Publish callbacks [] for security_group (9b9aee2f-d523-4f3b-9425-5c6b1a588598), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.048991 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5eaaef1d-9770-4a75-8e87-792b03c1ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9b9aee2f-d523-4f3b-9425-5c6b1a588598), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.054860 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-d32f7622-216f-412e-9e22-02699f4c72d8 None None] Provisioning complete for port 1a708960-5513-4116-a29f-3696cd25e3c1 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:18.055175 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d32f7622-216f-412e-9e22-02699f4c72d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.091700 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.098514 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5eaaef1d-9770-4a75-8e87-792b03c1ac1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=223cc65c55f347d3b8a489b8728c40d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323015 Jun 23 13:40:18.099257 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaef1d-9770-4a75-8e87-792b03c1ac1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9aee2f-d523-4f3b-9425-5c6b1a588598,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:18.102361 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54168) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:18.116990 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-982d05c4-df46-437a-8908-f62e0c98692e req-1a00c66d-3c5a-42a0-9167-16bab2fbbc5e tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120102 Jun 23 13:40:18.152837 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:18.191204 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=100 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:18.216712 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2aba6b42-264c-43a7-aa2b-bc9894a490de admin admin] Publish callbacks [] for security_group (9b9aee2f-d523-4f3b-9425-5c6b1a588598), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.248078 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2aba6b42-264c-43a7-aa2b-bc9894a490de admin admin] Publish callbacks [] for security_group (9b9aee2f-d523-4f3b-9425-5c6b1a588598), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.295600 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Allocated IP 172.20.0.1 (487c99b8-1e62-4d10-926f-f0a88401678c/8f59c2db-d2a1-4e6b-9c01-f201f588667d/d9ec2f7d-7edf-4871-9829-54a4a5e03be8) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:40:18.296614 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 1a708960-5513-4116-a29f-3696cd25e3c1 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:18.301869 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:18.302789 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-d32f7622-216f-412e-9e22-02699f4c72d8 None None] Current status of the port 1a708960-5513-4116-a29f-3696cd25e3c1 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:18.324563 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2aba6b42-264c-43a7-aa2b-bc9894a490de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9b9aee2f-d523-4f3b-9425-5c6b1a588598), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.327626 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2aba6b42-264c-43a7-aa2b-bc9894a490de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.328781 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2aba6b42-264c-43a7-aa2b-bc9894a490de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b9aee2f-d523-4f3b-9425-5c6b1a588598 HTTP/1.1" status: 204 len: 168 time: 0.2142892 Jun 23 13:40:18.340131 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba6b42-264c-43a7-aa2b-bc9894a490de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9aee2f-d523-4f3b-9425-5c6b1a588598,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:18.427628 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Publish callbacks [] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.430834 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 1a708960-5513-4116-a29f-3696cd25e3c1 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:18.431300 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.436975 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Publish callbacks [] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.460497 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.475209 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.521701 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Network 487c99b8-1e62-4d10-926f-f0a88401678c is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:40:18.522703 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Attempting to bind port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:40:18.523201 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Attempting to bind port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:40:18.523467 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Attempting to bind port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:40:18.526871 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:40:18.529388 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:40:18.538724 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:40:18.539110 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:40:18.539541 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.539934 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:40:18.540417 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Bound port: e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:40:18.540772 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.546808 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6c553-f2da-4a12-b7ca-5d029c903925 None None] Pushing event updated for resources: {'Port': ['ID=e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:18.584437 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Pushing event updated for resources: {'Port': ['ID=d9ec2f7d-7edf-4871-9829-54a4a5e03be8,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:18.588154 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (4581d941-e196-4e98-9818-8ec44b6f8621), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.647933 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] For port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:40:18.649918 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 1a708960-5513-4116-a29f-3696cd25e3c1 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:18.654898 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] For port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:40:18.656554 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:18.668665 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.739809 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Routers {'4581d941-e196-4e98-9818-8ec44b6f8621'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:18.740458 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['4581d941-e196-4e98-9818-8ec44b6f8621'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:18.758207 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:18.768792 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.823147 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6c553-f2da-4a12-b7ca-5d029c903925 None None] Pushing event updated for resources: {'Port': ['ID=e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:18.882233 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] Set router 4581d941-e196-4e98-9818-8ec44b6f8621 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:18.963197 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Publish callbacks [] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.972733 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-31361336-ae6d-43a4-8d19-7afd55fa835b None None] Provisioning complete for port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:18.973230 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-31361336-ae6d-43a4-8d19-7afd55fa835b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:18.976390 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4705434'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:19.073071 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f16ea-8070-45a2-b9a6-f8c80d272092 req-4bde7a21-cc9c-4d0c-b73d-2b1a7f9a3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:19.074819 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db4f16ea-8070-45a2-b9a6-f8c80d272092 req-4bde7a21-cc9c-4d0c-b73d-2b1a7f9a3180 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 1129 time: 0.0576961 Jun 23 13:40:19.080024 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (4581d941-e196-4e98-9818-8ec44b6f8621), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:19.082149 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Pushing event updated for resources: {'Port': ['ID=d9ec2f7d-7edf-4871-9829-54a4a5e03be8,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:19.113865 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:19.194555 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Network 487c99b8-1e62-4d10-926f-f0a88401678c is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:40:19.195816 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:40:19.226325 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:19.230768 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-31361336-ae6d-43a4-8d19-7afd55fa835b None None] Port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:40:19.244616 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f16ea-8070-45a2-b9a6-f8c80d272092 req-00e404a7-047e-4a9a-851a-a8259c463d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:19.246331 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db4f16ea-8070-45a2-b9a6-f8c80d272092 req-00e404a7-047e-4a9a-851a-a8259c463d3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 917 time: 0.1488354 Jun 23 13:40:19.332892 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'd9ec2f7d-7edf-4871-9829-54a4a5e03be8', 'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'mac_address': 'fa:16:3e:d4:d3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:18Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 1, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'subnets': [{'id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:19.345982 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db4f16ea-8070-45a2-b9a6-f8c80d272092 req-c49c1c88-0fe5-4c8b-ae26-7574ebb0bc42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87 HTTP/1.1" status: 200 len: 1001 time: 0.0841703 Jun 23 13:40:19.363235 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914160c7-fb2f-45de-bc09-ca1066ae6550 None None] The sync data for ids ['4581d941-e196-4e98-9818-8ec44b6f8621'] in dv-cinder-815582-10-iscsi is: [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'd9ec2f7d-7edf-4871-9829-54a4a5e03be8', 'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'mac_address': 'fa:16:3e:d4:d3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:18Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 1, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'subnets': [{'id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:40:19.430344 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa498b-317c-4b04-adcb-9505332b6eb3 req-4c6b0ff2-4bab-4c76-95a2-3fbae86da4fa tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:19.435374 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f16ea-8070-45a2-b9a6-f8c80d272092 req-e2f0d599-a0de-4bc3-b8a5-961ef39d8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:19.437035 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-55fa498b-317c-4b04-adcb-9505332b6eb3 req-4c6b0ff2-4bab-4c76-95a2-3fbae86da4fa tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.1313112 Jun 23 13:40:19.443601 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db4f16ea-8070-45a2-b9a6-f8c80d272092 req-e2f0d599-a0de-4bc3-b8a5-961ef39d8e2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 200 len: 855 time: 0.0905187 Jun 23 13:40:19.446152 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Router 4581d941-e196-4e98-9818-8ec44b6f8621 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:40:19.505848 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f16ea-8070-45a2-b9a6-f8c80d272092 req-7a49757e-b72e-443b-a710-4a4ba0999152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:19.507462 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db4f16ea-8070-45a2-b9a6-f8c80d272092 req-7a49757e-b72e-443b-a710-4a4ba0999152 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13de077c-d4db-4fa7-84a8-7023d19899e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457914 Jun 23 13:40:19.566889 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-55fa498b-317c-4b04-adcb-9505332b6eb3 req-bc9203e3-a011-45fa-939d-4476ce6f02bf tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194789 Jun 23 13:40:19.573903 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-8bac66ad-3172-4e76-91ba-5090bbc1dcc0 None None] Provisioning complete for port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:19.574908 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8bac66ad-3172-4e76-91ba-5090bbc1dcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:19.622017 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:40:19.629225 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db4f16ea-8070-45a2-b9a6-f8c80d272092 req-9deb998f-1bf9-4be0-831c-2d235ad9e3a6 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104450 Jun 23 13:40:19.631913 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-89891d8d-ce4d-4471-b0df-91c82c677ced admin admin] 10.222.0.26 "PUT /v2.0/routers/4581d941-e196-4e98-9818-8ec44b6f8621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6327007 Jun 23 13:40:19.669087 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-8bac66ad-3172-4e76-91ba-5090bbc1dcc0 None None] Port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:40:19.751994 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:19.821168 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db4f16ea-8070-45a2-b9a6-f8c80d272092 req-24e49851-413f-41d4-8ff6-eb65d23edf3b service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820891 Jun 23 13:40:20.117761 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-32cf4509-35ab-43b3-885e-f97bf7c4c4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:20.465935 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54260) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:20.471785 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-460119811-network', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:20.512887 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Made reservation on behalf of 1384cea9a217469faa4e25c0dd55639d for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:40:20.515909 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:20.525692 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:20.640188 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Publish callbacks [] for security_group (6b6d9017-ec04-4225-8f9d-9c795669472a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:20.646833 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (6b6d9017-ec04-4225-8f9d-9c795669472a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:20.679126 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:40:20.692551 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6d9017-ec04-4225-8f9d-9c795669472a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:20.708092 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (10357e72-495e-4b17-aada-e2de88295024), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:20.713118 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Added segment 10357e72-495e-4b17-aada-e2de88295024 of type vlan for network 05a579c1-2996-4cb1-9c1d-14e9512f9dfd Jun 23 13:40:20.749864 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa046e1e-e894-4dd5-8ff8-8cbd0491d87b req-860f33a0-f3f1-4ddf-a07f-510ff18904e5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:20.759634 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aa046e1e-e894-4dd5-8ff8-8cbd0491d87b req-860f33a0-f3f1-4ddf-a07f-510ff18904e5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0846939 Jun 23 13:40:20.780113 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:20.854644 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (05a579c1-2996-4cb1-9c1d-14e9512f9dfd), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:20.855092 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aa046e1e-e894-4dd5-8ff8-8cbd0491d87b req-7522a650-103b-4a24-9318-78b1337a2c2d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903859 Jun 23 13:40:20.903971 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (05a579c1-2996-4cb1-9c1d-14e9512f9dfd), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:20.905502 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:20.906302 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:20.978073 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] Pushing event updated for resources: {'Network': ['ID=05a579c1-2996-4cb1-9c1d-14e9512f9dfd,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:20.995026 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 05a579c1-2996-4cb1-9c1d-14e9512f9dfd details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:40:21.004072 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 54270) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:21.006819 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-400540a8-07df-4021-bd12-c09649138c1d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5380800 Jun 23 13:40:21.008935 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] Request body: {'subnet': {'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-460119811-subnet', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:21.038127 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:21.047422 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] Made reservation on behalf of 1384cea9a217469faa4e25c0dd55639d for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:40:21.053266 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58627902'] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:21.276356 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4705303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58627912'] for subnet (df309e0e-d53a-4e2d-9f0c-ddb7def8935b), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:21.351120 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df309e0e-d53a-4e2d-9f0c-ddb7def8935b,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:21.370256 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] Checking segment: {'id': '10357e72-495e-4b17-aada-e2de88295024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:40:21.371502 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] Network hostable DHCP agents. Network: 05a579c1-2996-4cb1-9c1d-14e9512f9dfd, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:40:21.402068 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] Network 05a579c1-2996-4cb1-9c1d-14e9512f9dfd is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:40:21.419946 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 05a579c1-2996-4cb1-9c1d-14e9512f9dfd) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:40:21.444514 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69c08d-24fd-4a79-8a01-3d1d55b9f5eb None None] Network 05a579c1-2996-4cb1-9c1d-14e9512f9dfd requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:40:21.445152 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-81f82657-0046-4715-8a85-635e605d36a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697434 Jun 23 13:40:21.453122 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:21.453732 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:21.499016 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5ab10d3f-bff6-477d-9ef3-f103c9a4512e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4923749 Jun 23 13:40:21.499945 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54282) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:21.505505 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-460119811-router', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:21.529284 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:21.531280 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:21.584071 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-05a579c1-2996-4cb1-9c1d-14e9512f9dfd', 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd', 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'fixed_ips': [{'subnet_id': 'df309e0e-d53a-4e2d-9f0c-ddb7def8935b'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:40:21.585069 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:21.589113 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Publish callbacks [] for router_controller (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:21.720620 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:21.722520 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Allocated IP 172.20.0.2 (05a579c1-2996-4cb1-9c1d-14e9512f9dfd/df309e0e-d53a-4e2d-9f0c-ddb7def8935b/45110533-8b47-47e4-ba80-a5edaffe6939) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:40:21.725640 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Publish callbacks [] for router_gateway (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:21.913230 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Publish callbacks [] for port (45110533-8b47-47e4-ba80-a5edaffe6939), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:21.940115 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:21.946181 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:21.985189 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Network 05a579c1-2996-4cb1-9c1d-14e9512f9dfd is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:40:21.991269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:40:21.996339 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:40:22.037796 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Pushing event updated for resources: {'Port': ['ID=45110533-8b47-47e4-ba80-a5edaffe6939,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:22.084637 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d21365-4503-4bc1-8330-12c29a979138 req-dbde8233-57cd-4c62-9914-fa89aaf54da6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:22.086512 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7d21365-4503-4bc1-8330-12c29a979138 req-dbde8233-57cd-4c62-9914-fa89aaf54da6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0863504 Jun 23 13:40:22.115910 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Attempting to bind port 45110533-8b47-47e4-ba80-a5edaffe6939 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:40:22.116495 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Attempting to bind port 45110533-8b47-47e4-ba80-a5edaffe6939 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '10357e72-495e-4b17-aada-e2de88295024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:40:22.117061 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Attempting to bind port 45110533-8b47-47e4-ba80-a5edaffe6939 on network 05a579c1-2996-4cb1-9c1d-14e9512f9dfd {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:40:22.124042 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:40:22.124813 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Checking segment: {'id': '10357e72-495e-4b17-aada-e2de88295024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:40:22.125408 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.126002 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Bound using segment: {'id': '10357e72-495e-4b17-aada-e2de88295024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:40:22.126663 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Bound port: 45110533-8b47-47e4-ba80-a5edaffe6939, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10357e72-495e-4b17-aada-e2de88295024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:40:22.127533 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.155815 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7d21365-4503-4bc1-8330-12c29a979138 req-d889fefa-a6eb-4b78-b17b-1baa77b5a37b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595796 Jun 23 13:40:22.214279 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:22.257083 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] For port 45110533-8b47-47e4-ba80-a5edaffe6939, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:40:22.262625 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-1375c8fe-1e3a-4dd2-82d6-5efc83a94e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:22.268994 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-1375c8fe-1e3a-4dd2-82d6-5efc83a94e7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 1129 time: 0.0967472 Jun 23 13:40:22.270150 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] For port 45110533-8b47-47e4-ba80-a5edaffe6939, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=45110533-8b47-47e4-ba80-a5edaffe6939,segment=NetworkSegment(10357e72-495e-4b17-aada-e2de88295024),segment_id=10357e72-495e-4b17-aada-e2de88295024)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:40:22.271517 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Publish callbacks [] for router_gateway (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.295100 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:22.300382 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.311025 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.388015 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Sync routers for ids ['4581d941-e196-4e98-9818-8ec44b6f8621'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:40:22.418269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1b384-a707-48d3-a1ba-2121f191d53c None None] Pushing event updated for resources: {'Port': ['ID=45110533-8b47-47e4-ba80-a5edaffe6939,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:22.426309 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:22.427160 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Routers {'4581d941-e196-4e98-9818-8ec44b6f8621'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:22.428414 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:39:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['4581d941-e196-4e98-9818-8ec44b6f8621'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:22.436734 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:22.437292 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.489355 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-025b1fe1-2dea-4cb1-ba09-c3111347c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:22.490819 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-025b1fe1-2dea-4cb1-ba09-c3111347c71f service neutron] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 916 time: 0.1896675 Jun 23 13:40:22.506525 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Allocated IP 172.27.0.175 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/97442fbc-77e0-4ca5-885c-f58b438abb09) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:40:22.623990 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Set router 4581d941-e196-4e98-9818-8ec44b6f8621 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:22.646808 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-7c696663-fccb-429b-908e-f6cf9e2ba814 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b21a6caf-efbc-4abd-ac6f-b37cb3962be9 HTTP/1.1" status: 200 len: 1001 time: 0.1149027 Jun 23 13:40:22.656389 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:22.657042 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.737369 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:22.805870 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.834309 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Publish callbacks [] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.862864 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-5495c1d5-3e0a-47ba-b1dd-c3b0a0985169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:22.864883 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-5495c1d5-3e0a-47ba-b1dd-c3b0a0985169 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.1985848 Jun 23 13:40:22.871837 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.872537 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f9e8-bd1b-4b42-8410-69da382c911f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.936549 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:22.943108 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-f6331b40-f272-40b1-b7f1-054ae84fce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:22.944836 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-f6331b40-f272-40b1-b7f1-054ae84fce18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0636997 Jun 23 13:40:22.948396 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:22.986995 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:23.009052 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:40:23.025429 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'd9ec2f7d-7edf-4871-9829-54a4a5e03be8', 'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'mac_address': 'fa:16:3e:d4:d3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:18Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 2, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'subnets': [{'id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:23.026146 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:40:23.030210 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:40:23.037791 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Pushing event updated for resources: {'Port': ['ID=97442fbc-77e0-4ca5-885c-f58b438abb09,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:23.069177 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Checking router: 4581d941-e196-4e98-9818-8ec44b6f8621 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:40:23.069655 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Updating router 4581d941-e196-4e98-9818-8ec44b6f8621 port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:40:23.109322 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:23.152829 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:23.187387 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-9d71314f-0879-46bd-b0d5-9247737b938e service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218535 Jun 23 13:40:23.373964 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:23.407887 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Publish callbacks [] for router_gateway (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:23.412565 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dce17-0ea9-447b-8c1e-9eaecb39edc4 req-578d4d03-6dc1-4aaa-8633-b717f0a2dece tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:23.414435 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9b6dce17-0ea9-447b-8c1e-9eaecb39edc4 req-578d4d03-6dc1-4aaa-8633-b717f0a2dece tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.1064606 Jun 23 13:40:23.458857 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:23.520536 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9b6dce17-0ea9-447b-8c1e-9eaecb39edc4 req-c3a1cb4b-7d0f-493a-892c-50fe559ed362 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003358 Jun 23 13:40:23.538721 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2e897-4dea-4a13-b7a3-df8e44672620 req-0743a2de-bfa9-458d-97ea-a1e54579a7af tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:23.546394 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b2a2e897-4dea-4a13-b7a3-df8e44672620 req-0743a2de-bfa9-458d-97ea-a1e54579a7af tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.1174495 Jun 23 13:40:23.574930 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Publish callbacks [] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:23.585322 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:23.588221 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:23.601533 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b2a2e897-4dea-4a13-b7a3-df8e44672620 req-5dea3f06-b6c7-4cad-9aa3-ea87ac668be4 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541067 Jun 23 13:40:23.626680 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:23.645412 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cba2e-e68c-45a2-9e8f-c836221adf28 None None] Pushing event updated for resources: {'Port': ['ID=d9ec2f7d-7edf-4871-9829-54a4a5e03be8,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:23.659944 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:23.710334 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Attempting to bind port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:40:23.711045 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Attempting to bind port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:40:23.711443 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Attempting to bind port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 on network 487c99b8-1e62-4d10-926f-f0a88401678c {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:40:23.717336 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:40:23.717336 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Checking segment: {'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:40:23.717683 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:23.718074 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Bound using segment: {'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:40:23.718537 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Bound port: d9ec2f7d-7edf-4871-9829-54a4a5e03be8, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:40:23.719402 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:23.757561 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfb7b80-e96b-4537-bcbd-194a0e1856b5 None None] Network 05a579c1-2996-4cb1-9c1d-14e9512f9dfd requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:40:23.804746 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:40:23.846071 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] For port d9ec2f7d-7edf-4871-9829-54a4a5e03be8, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:40:23.877750 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-b95f266c-d8a5-48a9-a4b1-a674fb53aa4a None None] Provisioning complete for port 45110533-8b47-47e4-ba80-a5edaffe6939 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:23.878117 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b95f266c-d8a5-48a9-a4b1-a674fb53aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:23.898370 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] For port d9ec2f7d-7edf-4871-9829-54a4a5e03be8, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=d9ec2f7d-7edf-4871-9829-54a4a5e03be8,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:40:23.918013 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:23.927000 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:40:23.938186 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Sync routers for ids ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:40:23.949452 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Routers {'3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:23.950162 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:40:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:23.961893 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:23.963441 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-75c7933c-4bd7-4bbd-9c3a-6695d21e4707 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4617167 Jun 23 13:40:23.966009 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54338) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:24.060686 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Set router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:24.158833 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:24.222505 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-b95f266c-d8a5-48a9-a4b1-a674fb53aa4a None None] Current status of the port 45110533-8b47-47e4-ba80-a5edaffe6939 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:24.223050 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b95f266c-d8a5-48a9-a4b1-a674fb53aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.224970 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Routers {'4581d941-e196-4e98-9818-8ec44b6f8621'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:24.226845 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:40:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['4581d941-e196-4e98-9818-8ec44b6f8621'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:24.230802 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cba2e-e68c-45a2-9e8f-c836221adf28 None None] Pushing event updated for resources: {'Port': ['ID=d9ec2f7d-7edf-4871-9829-54a4a5e03be8,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:24.278823 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'name': 'tempest-TestShelveInstance-460119811-router', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:21Z', 'updated_at': '2022-06-23T13:40:23Z', 'revision_number': 3, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'gw_port': {'id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:22Z', 'updated_at': '2022-06-23T13:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:24.317078 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Checking router: 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:40:24.318125 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Updating router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d port 97442fbc-77e0-4ca5-885c-f58b438abb09 binding host dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:40:24.359503 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.372048 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:24.382001 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-b95f266c-d8a5-48a9-a4b1-a674fb53aa4a None None] For port 45110533-8b47-47e4-ba80-a5edaffe6939, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=45110533-8b47-47e4-ba80-a5edaffe6939,segment=NetworkSegment(10357e72-495e-4b17-aada-e2de88295024),segment_id=10357e72-495e-4b17-aada-e2de88295024)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:24.419650 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b95f266c-d8a5-48a9-a4b1-a674fb53aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.479174 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:24.502802 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.512854 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:24.555231 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] Set router 4581d941-e196-4e98-9818-8ec44b6f8621 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:24.601249 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f266c-d8a5-48a9-a4b1-a674fb53aa4a None None] Pushing event updated for resources: {'Port': ['ID=45110533-8b47-47e4-ba80-a5edaffe6939,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:24.617478 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-b78712d7-2e48-4b6d-9cf1-26a15f725ac0 None None] Provisioning complete for port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:24.618141 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b78712d7-2e48-4b6d-9cf1-26a15f725ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.693526 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:24.724200 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Publish callbacks [] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.731785 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.748838 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:24.749147 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.778256 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Pushing event updated for resources: {'Port': ['ID=97442fbc-77e0-4ca5-885c-f58b438abb09,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:24.783042 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b5c31-80ce-4987-8e2d-9a1302e6a5e5 req-fdcd1bfb-487c-4553-85c1-b3a424294eaa tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:24.792191 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6d4b5c31-80ce-4987-8e2d-9a1302e6a5e5 req-fdcd1bfb-487c-4553-85c1-b3a424294eaa tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0622849 Jun 23 13:40:24.793241 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:24.806856 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Allocated IP 172.20.0.1 (05a579c1-2996-4cb1-9c1d-14e9512f9dfd/df309e0e-d53a-4e2d-9f0c-ddb7def8935b/9297d01e-91ca-4193-b18a-af5c1d316892) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:40:24.816330 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Attempting to bind port 97442fbc-77e0-4ca5-885c-f58b438abb09 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:40:24.817006 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Attempting to bind port 97442fbc-77e0-4ca5-885c-f58b438abb09 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:40:24.817573 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Attempting to bind port 97442fbc-77e0-4ca5-885c-f58b438abb09 on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:40:24.821891 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.822894 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.823894 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.824384 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.825397 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.826584 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.826752 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-b78712d7-2e48-4b6d-9cf1-26a15f725ac0 None None] Current status of the port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:24.827131 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.827295 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b78712d7-2e48-4b6d-9cf1-26a15f725ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.827810 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.828333 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.828756 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.829168 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.829949 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.830516 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.830925 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.831652 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:40:24.842081 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:40:24.842562 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:40:24.843196 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.843688 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:40:24.844244 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Bound port: 97442fbc-77e0-4ca5-885c-f58b438abb09, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:40:24.844756 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.862975 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6d4b5c31-80ce-4987-8e2d-9a1302e6a5e5 req-7973bd78-a702-4041-b7d6-983696c78e95 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692024 Jun 23 13:40:24.869294 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd0adb-607e-4284-ad06-84672e6158bc req-a6fa3efe-9696-4282-aaaa-ffc93432c3fc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:24.880876 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-b78712d7-2e48-4b6d-9cf1-26a15f725ac0 None None] For port d9ec2f7d-7edf-4871-9829-54a4a5e03be8, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=d9ec2f7d-7edf-4871-9829-54a4a5e03be8,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:24.883523 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d6dd0adb-607e-4284-ad06-84672e6158bc req-a6fa3efe-9696-4282-aaaa-ffc93432c3fc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.2068675 Jun 23 13:40:24.894752 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b78712d7-2e48-4b6d-9cf1-26a15f725ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.931787 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Publish callbacks [] for port (9297d01e-91ca-4193-b18a-af5c1d316892), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.937511 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] For port 97442fbc-77e0-4ca5-885c-f58b438abb09, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:40:24.943436 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] For port 97442fbc-77e0-4ca5-885c-f58b438abb09, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=97442fbc-77e0-4ca5-885c-f58b438abb09,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:40:24.951449 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.961318 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d6dd0adb-607e-4284-ad06-84672e6158bc req-1073fb3b-c5f5-42e0-bb32-614cd9390dce tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764718 Jun 23 13:40:24.973870 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:24.982832 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:25.035431 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Network 05a579c1-2996-4cb1-9c1d-14e9512f9dfd is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:40:25.037474 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Routers {'3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:25.039364 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:40:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:25.041757 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:25.049329 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:40:25.052058 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-d8baacb2-9aa1-4a4a-b935-cb009845b773 None None] Provisioning complete for port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:25.052447 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d8baacb2-9aa1-4a4a-b935-cb009845b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:25.054054 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:40:25.058065 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Pushing event updated for resources: {'Port': ['ID=9297d01e-91ca-4193-b18a-af5c1d316892,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:25.084633 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b0427-909d-4d63-97d7-fae32812e94e None None] Pushing event updated for resources: {'Port': ['ID=97442fbc-77e0-4ca5-885c-f58b438abb09,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:25.113404 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:25.122994 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78712d7-2e48-4b6d-9cf1-26a15f725ac0 None None] Pushing event updated for resources: {'Port': ['ID=d9ec2f7d-7edf-4871-9829-54a4a5e03be8,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:25.143142 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'd9ec2f7d-7edf-4871-9829-54a4a5e03be8', 'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'mac_address': 'fa:16:3e:d4:d3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:18Z', 'updated_at': '2022-06-23T13:40:23Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'subnets': [{'id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:25.144970 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:25.146042 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 45110533-8b47-47e4-ba80-a5edaffe6939 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:25.183947 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] Set router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:25.219518 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:25.221275 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613c385-dda2-4aad-bd2f-2787f5d9bd0f None None] The sync data for ids ['4581d941-e196-4e98-9818-8ec44b6f8621'] in dv-cinder-815582-10-iscsi is: [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'd9ec2f7d-7edf-4871-9829-54a4a5e03be8', 'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'mac_address': 'fa:16:3e:d4:d3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:18Z', 'updated_at': '2022-06-23T13:40:23Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'subnets': [{'id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:40:25.237315 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:25.271867 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 45110533-8b47-47e4-ba80-a5edaffe6939 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:25.272371 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:25.276022 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:25.284571 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:25.356426 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-d8baacb2-9aa1-4a4a-b935-cb009845b773 None None] Current status of the port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:25.397076 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-d8baacb2-9aa1-4a4a-b935-cb009845b773 None None] Provisioning complete for port 45110533-8b47-47e4-ba80-a5edaffe6939 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:25.398031 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d8baacb2-9aa1-4a4a-b935-cb009845b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:25.417796 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'name': 'tempest-TestShelveInstance-460119811-router', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:21Z', 'updated_at': '2022-06-23T13:40:23Z', 'revision_number': 3, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'gw_port': {'id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:22Z', 'updated_at': '2022-06-23T13:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:25.426536 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 45110533-8b47-47e4-ba80-a5edaffe6939 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:25.464938 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfa655-14a2-4c9c-b226-193d29a4de12 None None] The sync data for ids ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'] in dv-cinder-815582-10-iscsi is: [{'id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'name': 'tempest-TestShelveInstance-460119811-router', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:21Z', 'updated_at': '2022-06-23T13:40:23Z', 'revision_number': 3, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'gw_port': {'id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:22Z', 'updated_at': '2022-06-23T13:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:40:25.488199 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-d8baacb2-9aa1-4a4a-b935-cb009845b773 None None] Current status of the port 45110533-8b47-47e4-ba80-a5edaffe6939 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:25.500718 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Publish callbacks [] for port (9297d01e-91ca-4193-b18a-af5c1d316892), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:25.512194 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:25.587405 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:25.590615 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Pushing event updated for resources: {'Port': ['ID=9297d01e-91ca-4193-b18a-af5c1d316892,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:25.608104 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-707bf730-a1e9-47a7-9be0-10f8fd17ee46 None None] Provisioning complete for port 9297d01e-91ca-4193-b18a-af5c1d316892 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:25.608469 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-707bf730-a1e9-47a7-9be0-10f8fd17ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:25.644352 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-707bf730-a1e9-47a7-9be0-10f8fd17ee46 None None] Port 9297d01e-91ca-4193-b18a-af5c1d316892 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:40:25.700382 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Network 05a579c1-2996-4cb1-9c1d-14e9512f9dfd is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:40:25.702048 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:40:25.811715 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:40:25.825482 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:25.845409 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:40:26.021314 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3a840-6ca0-4972-8cd0-45eb559eeb02 req-4e21ee6a-f31b-49bd-a007-d85cb7bcfa48 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:26.032091 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2fa3a840-6ca0-4972-8cd0-45eb559eeb02 req-4e21ee6a-f31b-49bd-a007-d85cb7bcfa48 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0718153 Jun 23 13:40:26.072924 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-ed2b6d79-33d7-45f1-b8eb-b1f503bc9b6c None None] Provisioning complete for port 9297d01e-91ca-4193-b18a-af5c1d316892 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:26.073299 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ed2b6d79-33d7-45f1-b8eb-b1f503bc9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:26.076490 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:26.118552 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b6d79-33d7-45f1-b8eb-b1f503bc9b6c None None] Port 9297d01e-91ca-4193-b18a-af5c1d316892 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:40:26.156744 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60160a-55af-4ba5-82f9-14914e0ed717 req-f9e0831b-d167-4433-92ee-922efc5b8515 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:26.158129 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0b60160a-55af-4ba5-82f9-14914e0ed717 req-f9e0831b-d167-4433-92ee-922efc5b8515 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.1061394 Jun 23 13:40:26.162368 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2fa3a840-6ca0-4972-8cd0-45eb559eeb02 req-26f78c91-dc80-4c7f-b259-e410974f8ea5 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163995 Jun 23 13:40:26.228292 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0b60160a-55af-4ba5-82f9-14914e0ed717 req-c4a532e2-5b0d-41dd-82fc-c28ae89ecd6b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642056 Jun 23 13:40:26.304973 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:26.311998 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:40:26.315558 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-80b168f1-c51c-40d2-bfc3-e34a0d5906af req-331b461a-34aa-4587-b432-d701b26ae82f service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427360 Jun 23 13:40:26.321336 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ca4fdd6d-82f3-47f2-90df-6a78c029c932 admin admin] 10.222.0.26 "PUT /v2.0/routers/3e41a98b-69ed-4dba-8d22-8abd7e29cd6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3521614 Jun 23 13:40:26.346809 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device d9ec2f7d-7edf-4871-9829-54a4a5e03be8 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:26.391206 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:26.391736 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:26.470113 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:26.471187 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 97442fbc-77e0-4ca5-885c-f58b438abb09 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:26.499216 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:26.515222 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 97442fbc-77e0-4ca5-885c-f58b438abb09 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:26.515628 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:26.594247 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 97442fbc-77e0-4ca5-885c-f58b438abb09 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:26.594627 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:26.619315 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 97442fbc-77e0-4ca5-885c-f58b438abb09, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=97442fbc-77e0-4ca5-885c-f58b438abb09,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:26.624477 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:26.625289 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 45110533-8b47-47e4-ba80-a5edaffe6939 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:26.702172 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=97442fbc-77e0-4ca5-885c-f58b438abb09,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:26.710571 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54366) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:26.714876 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 45110533-8b47-47e4-ba80-a5edaffe6939 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:26.715260 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:26.724235 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-529302b3-5c85-4948-9459-06fabc56263c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123319687', 'description': 'tempest-secgroup-smoke-123319687 description', 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:26.753652 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:26.757719 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-529302b3-5c85-4948-9459-06fabc56263c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:26.817901 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 45110533-8b47-47e4-ba80-a5edaffe6939 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:26.857381 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-529302b3-5c85-4948-9459-06fabc56263c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group (e5e853f5-f46f-4aec-a46c-47c9565da390), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:26.862655 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-529302b3-5c85-4948-9459-06fabc56263c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (e5e853f5-f46f-4aec-a46c-47c9565da390), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:26.898132 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-529302b3-5c85-4948-9459-06fabc56263c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:26.899631 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-529302b3-5c85-4948-9459-06fabc56263c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1865516 Jun 23 13:40:26.902690 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54396) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:26.907647 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-e44a4714-0049-4fd3-aabe-bf59bcbeaf2e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Request body: {'security_group_rule': {'security_group_id': 'e5e853f5-f46f-4aec-a46c-47c9565da390', 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:26.913588 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529302b3-5c85-4948-9459-06fabc56263c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e853f5-f46f-4aec-a46c-47c9565da390,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:26.940267 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e44a4714-0049-4fd3-aabe-bf59bcbeaf2e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (24c157de-787d-4b9f-9d6f-ef82a4a949e7), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.010311 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e44a4714-0049-4fd3-aabe-bf59bcbeaf2e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (24c157de-787d-4b9f-9d6f-ef82a4a949e7), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.016530 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e44a4714-0049-4fd3-aabe-bf59bcbeaf2e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (24c157de-787d-4b9f-9d6f-ef82a4a949e7), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.047747 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a4714-0049-4fd3-aabe-bf59bcbeaf2e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c157de-787d-4b9f-9d6f-ef82a4a949e7,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:27.065274 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e44a4714-0049-4fd3-aabe-bf59bcbeaf2e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.067371 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e44a4714-0049-4fd3-aabe-bf59bcbeaf2e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629040 Jun 23 13:40:27.069776 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 54420) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:27.075718 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-0feaa433-22d7-44f4-b260-65d0e8e17b64 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Request body: {'security_group_rule': {'security_group_id': 'e5e853f5-f46f-4aec-a46c-47c9565da390', 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:27.109691 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0feaa433-22d7-44f4-b260-65d0e8e17b64 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (86369fd3-f9dc-488b-8ab3-9f7f82aa9ddf), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.192111 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0feaa433-22d7-44f4-b260-65d0e8e17b64 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (86369fd3-f9dc-488b-8ab3-9f7f82aa9ddf), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.198133 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0feaa433-22d7-44f4-b260-65d0e8e17b64 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (86369fd3-f9dc-488b-8ab3-9f7f82aa9ddf), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.221487 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feaa433-22d7-44f4-b260-65d0e8e17b64 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86369fd3-f9dc-488b-8ab3-9f7f82aa9ddf,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:27.231921 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0feaa433-22d7-44f4-b260-65d0e8e17b64 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.236686 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0feaa433-22d7-44f4-b260-65d0e8e17b64 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658189 Jun 23 13:40:27.237300 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54426) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:27.243024 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-81ed6e6d-52cb-4586-9af9-da394835bf8a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Request body: {'security_group_rule': {'security_group_id': 'e5e853f5-f46f-4aec-a46c-47c9565da390', 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:27.319120 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b4f18-14e0-4ae0-8869-6c311f57e266 req-908b1304-6235-4ca4-a713-19d24f064400 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:27.326728 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81ed6e6d-52cb-4586-9af9-da394835bf8a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (e5e5aa69-7df7-451e-88d6-0f341f92907d), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.327092 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9e2b4f18-14e0-4ae0-8869-6c311f57e266 req-908b1304-6235-4ca4-a713-19d24f064400 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0657721 Jun 23 13:40:27.415172 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81ed6e6d-52cb-4586-9af9-da394835bf8a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (e5e5aa69-7df7-451e-88d6-0f341f92907d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.415768 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add8c6a-a5b1-4451-9a2e-8db2840fc503 req-772c90df-ff72-437b-947c-954dfaa036f9 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:27.417789 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0add8c6a-a5b1-4451-9a2e-8db2840fc503 req-772c90df-ff72-437b-947c-954dfaa036f9 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0850379 Jun 23 13:40:27.425806 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81ed6e6d-52cb-4586-9af9-da394835bf8a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (e5e5aa69-7df7-451e-88d6-0f341f92907d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.475470 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed6e6d-52cb-4586-9af9-da394835bf8a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e5aa69-7df7-451e-88d6-0f341f92907d,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:27.478902 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9e2b4f18-14e0-4ae0-8869-6c311f57e266 req-19b3d236-b9ab-471c-9728-88a35bf26f66 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507425 Jun 23 13:40:27.485317 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81ed6e6d-52cb-4586-9af9-da394835bf8a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.495872 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-81ed6e6d-52cb-4586-9af9-da394835bf8a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2572932 Jun 23 13:40:27.498415 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54444) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:27.505382 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-806c8836-bb27-46eb-b30a-a6468e9adaa1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Request body: {'security_group_rule': {'security_group_id': 'e5e853f5-f46f-4aec-a46c-47c9565da390', 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:27.520934 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0add8c6a-a5b1-4451-9a2e-8db2840fc503 req-9c5692d7-de94-481a-a552-a1adab553e45 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890086 Jun 23 13:40:27.539430 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-806c8836-bb27-46eb-b30a-a6468e9adaa1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (7219bf01-ece7-4b90-8dca-c14cf96450f0), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.595986 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-806c8836-bb27-46eb-b30a-a6468e9adaa1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (7219bf01-ece7-4b90-8dca-c14cf96450f0), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.599744 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-806c8836-bb27-46eb-b30a-a6468e9adaa1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (7219bf01-ece7-4b90-8dca-c14cf96450f0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.620947 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c8836-bb27-46eb-b30a-a6468e9adaa1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7219bf01-ece7-4b90-8dca-c14cf96450f0,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:27.626080 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-806c8836-bb27-46eb-b30a-a6468e9adaa1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.627278 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-806c8836-bb27-46eb-b30a-a6468e9adaa1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279254 Jun 23 13:40:27.630069 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54448) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:27.634487 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-941a61ce-6371-4fb9-a40e-bb3608f92345 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Request body: {'security_group_rule': {'security_group_id': 'e5e853f5-f46f-4aec-a46c-47c9565da390', 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:27.672402 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.securitygroups_db [None req-941a61ce-6371-4fb9-a40e-bb3608f92345 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Project b2fef8d0cb974f35a741c3090fda97f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 13:40:27.679605 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-941a61ce-6371-4fb9-a40e-bb3608f92345 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (d1425ef5-69c4-44e3-9ce9-2b5b1fc80fe4), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.695133 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:27.722656 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:27.758505 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-941a61ce-6371-4fb9-a40e-bb3608f92345 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (d1425ef5-69c4-44e3-9ce9-2b5b1fc80fe4), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.763216 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-941a61ce-6371-4fb9-a40e-bb3608f92345 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (d1425ef5-69c4-44e3-9ce9-2b5b1fc80fe4), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.785408 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a61ce-6371-4fb9-a40e-bb3608f92345 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1425ef5-69c4-44e3-9ce9-2b5b1fc80fe4,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:27.794022 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-941a61ce-6371-4fb9-a40e-bb3608f92345 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.795223 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-941a61ce-6371-4fb9-a40e-bb3608f92345 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1642287 Jun 23 13:40:27.797897 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54462) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:27.802142 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-7ce9d36e-a915-4fb8-aa0e-38a857ebdd97 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Request body: {'security_group_rule': {'security_group_id': 'e5e853f5-f46f-4aec-a46c-47c9565da390', 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:40:27.823591 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.securitygroups_db [None req-7ce9d36e-a915-4fb8-aa0e-38a857ebdd97 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Project b2fef8d0cb974f35a741c3090fda97f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 13:40:27.829468 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d36e-a915-4fb8-aa0e-38a857ebdd97 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (2b219735-d1b6-41cb-a662-3e54aee2e1a2), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.897937 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d36e-a915-4fb8-aa0e-38a857ebdd97 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (2b219735-d1b6-41cb-a662-3e54aee2e1a2), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.903507 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d36e-a915-4fb8-aa0e-38a857ebdd97 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (2b219735-d1b6-41cb-a662-3e54aee2e1a2), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.925133 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9d36e-a915-4fb8-aa0e-38a857ebdd97 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b219735-d1b6-41cb-a662-3e54aee2e1a2,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:27.930622 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7ce9d36e-a915-4fb8-aa0e-38a857ebdd97 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:27.931971 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7ce9d36e-a915-4fb8-aa0e-38a857ebdd97 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331732 Jun 23 13:40:28.265756 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 97442fbc-77e0-4ca5-885c-f58b438abb09 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:28.298000 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Sync routers for ids ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:40:28.316507 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Routers {'3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:28.317126 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:40:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:28.379965 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 97442fbc-77e0-4ca5-885c-f58b438abb09 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:28.380334 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:28.474987 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Set router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:28.549663 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 97442fbc-77e0-4ca5-885c-f58b438abb09 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:28.709841 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898de165-846c-4881-91bd-03300cf30907 req-d6730ed3-cd52-44ac-8260-1b03380d4e8e tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:28.711950 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-898de165-846c-4881-91bd-03300cf30907 req-d6730ed3-cd52-44ac-8260-1b03380d4e8e tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0949068 Jun 23 13:40:28.719210 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b856-36af-411c-ae00-8be1d65b7142 req-44cdd9cf-15a6-4dba-8423-c5f5d185023b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:28.721018 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ed3b856-36af-411c-ae00-8be1d65b7142 req-44cdd9cf-15a6-4dba-8423-c5f5d185023b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0912697 Jun 23 13:40:28.830093 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-898de165-846c-4881-91bd-03300cf30907 req-54171283-fa10-4232-8a43-2a348ba62118 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080985 Jun 23 13:40:28.837337 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ed3b856-36af-411c-ae00-8be1d65b7142 req-be8333e0-4624-428f-9872-a36dc80aa55f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884719 Jun 23 13:40:28.923743 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'name': 'tempest-TestShelveInstance-460119811-router', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:21Z', 'updated_at': '2022-06-23T13:40:25Z', 'revision_number': 4, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'gw_port': {'id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:22Z', 'updated_at': '2022-06-23T13:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '9297d01e-91ca-4193-b18a-af5c1d316892', 'name': '', 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'mac_address': 'fa:16:3e:5b:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'df309e0e-d53a-4e2d-9f0c-ddb7def8935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:24Z', 'updated_at': '2022-06-23T13:40:25Z', 'revision_number': 2, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'subnets': [{'id': 'df309e0e-d53a-4e2d-9f0c-ddb7def8935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:28.949246 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Checking router: 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:40:28.949639 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Updating router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d port 9297d01e-91ca-4193-b18a-af5c1d316892 binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:40:28.982072 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:29.095542 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:29.246712 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Publish callbacks [] for port (9297d01e-91ca-4193-b18a-af5c1d316892), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:29.254022 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:29.257365 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:29.302699 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d5700-9b39-4a07-b215-f63652a54e40 None None] Pushing event updated for resources: {'Port': ['ID=9297d01e-91ca-4193-b18a-af5c1d316892,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:29.363035 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Attempting to bind port 9297d01e-91ca-4193-b18a-af5c1d316892 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:40:29.363575 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Attempting to bind port 9297d01e-91ca-4193-b18a-af5c1d316892 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '10357e72-495e-4b17-aada-e2de88295024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:40:29.364001 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Attempting to bind port 9297d01e-91ca-4193-b18a-af5c1d316892 on network 05a579c1-2996-4cb1-9c1d-14e9512f9dfd {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:40:29.369829 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:40:29.370255 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Checking segment: {'id': '10357e72-495e-4b17-aada-e2de88295024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:40:29.370687 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:29.371136 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Bound using segment: {'id': '10357e72-495e-4b17-aada-e2de88295024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:40:29.371874 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Bound port: 9297d01e-91ca-4193-b18a-af5c1d316892, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10357e72-495e-4b17-aada-e2de88295024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:40:29.372298 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:29.438779 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] For port 9297d01e-91ca-4193-b18a-af5c1d316892, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:40:29.442495 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] For port 9297d01e-91ca-4193-b18a-af5c1d316892, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=9297d01e-91ca-4193-b18a-af5c1d316892,segment=NetworkSegment(10357e72-495e-4b17-aada-e2de88295024),segment_id=10357e72-495e-4b17-aada-e2de88295024)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:40:29.449961 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:29.499125 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-75927bd5-7e34-4b4c-aedb-19e446d694f3 None None] Provisioning complete for port 9297d01e-91ca-4193-b18a-af5c1d316892 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:29.499473 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-75927bd5-7e34-4b4c-aedb-19e446d694f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:29.547415 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Routers {'3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:29.548054 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:40:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:29.551710 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d5700-9b39-4a07-b215-f63652a54e40 None None] Pushing event updated for resources: {'Port': ['ID=9297d01e-91ca-4193-b18a-af5c1d316892,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:29.683770 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-75927bd5-7e34-4b4c-aedb-19e446d694f3 None None] Current status of the port 9297d01e-91ca-4193-b18a-af5c1d316892 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:29.684403 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-75927bd5-7e34-4b4c-aedb-19e446d694f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:29.702686 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] Set router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:29.757795 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-75927bd5-7e34-4b4c-aedb-19e446d694f3 None None] For port 9297d01e-91ca-4193-b18a-af5c1d316892, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=9297d01e-91ca-4193-b18a-af5c1d316892,segment=NetworkSegment(10357e72-495e-4b17-aada-e2de88295024),segment_id=10357e72-495e-4b17-aada-e2de88295024)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:29.787953 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-75927bd5-7e34-4b4c-aedb-19e446d694f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:29.887192 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:29.890474 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75927bd5-7e34-4b4c-aedb-19e446d694f3 None None] Pushing event updated for resources: {'Port': ['ID=9297d01e-91ca-4193-b18a-af5c1d316892,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:29.922181 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3f095a87-3e77-436a-b119-90ffa53fd784 None None] Provisioning complete for port 9297d01e-91ca-4193-b18a-af5c1d316892 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:29.922588 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3f095a87-3e77-436a-b119-90ffa53fd784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:29.963109 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:29.984059 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbbbf6-305e-48a2-8f1b-261d0c7b6a69 req-34855338-bc88-4c05-b777-ac144f8ea629 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:29.985536 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1fcbbbf6-305e-48a2-8f1b-261d0c7b6a69 req-34855338-bc88-4c05-b777-ac144f8ea629 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0819988 Jun 23 13:40:29.987133 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'name': 'tempest-TestShelveInstance-460119811-router', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:21Z', 'updated_at': '2022-06-23T13:40:25Z', 'revision_number': 4, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'gw_port': {'id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:22Z', 'updated_at': '2022-06-23T13:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '9297d01e-91ca-4193-b18a-af5c1d316892', 'name': '', 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'mac_address': 'fa:16:3e:5b:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'df309e0e-d53a-4e2d-9f0c-ddb7def8935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:24Z', 'updated_at': '2022-06-23T13:40:29Z', 'revision_number': 4, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'subnets': [{'id': 'df309e0e-d53a-4e2d-9f0c-ddb7def8935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:29.994726 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5a062-6f89-4453-b2b5-af2308ecb225 req-2c482ebb-cc5f-4825-8bba-39f3071242f6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:29.996161 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6fc5a062-6f89-4453-b2b5-af2308ecb225 req-2c482ebb-cc5f-4825-8bba-39f3071242f6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0812862 Jun 23 13:40:30.018499 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990509c6-28e8-4388-a278-004e8dd3c672 None None] The sync data for ids ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'] in dv-cinder-815582-10-iscsi is: [{'id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'name': 'tempest-TestShelveInstance-460119811-router', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:21Z', 'updated_at': '2022-06-23T13:40:25Z', 'revision_number': 4, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'gw_port': {'id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:22Z', 'updated_at': '2022-06-23T13:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '9297d01e-91ca-4193-b18a-af5c1d316892', 'name': '', 'network_id': '05a579c1-2996-4cb1-9c1d-14e9512f9dfd', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'mac_address': 'fa:16:3e:5b:99:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'df309e0e-d53a-4e2d-9f0c-ddb7def8935b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:24Z', 'updated_at': '2022-06-23T13:40:29Z', 'revision_number': 4, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'subnets': [{'id': 'df309e0e-d53a-4e2d-9f0c-ddb7def8935b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:40:30.058230 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3f095a87-3e77-436a-b119-90ffa53fd784 None None] Current status of the port 9297d01e-91ca-4193-b18a-af5c1d316892 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:30.074334 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1fcbbbf6-305e-48a2-8f1b-261d0c7b6a69 req-b0e8fc76-7aaf-4d49-b6b4-49608d3407bd tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771716 Jun 23 13:40:30.091476 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6fc5a062-6f89-4453-b2b5-af2308ecb225 req-66f9bcbd-7b0a-4b7c-a2c1-2426a647b4c2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868087 Jun 23 13:40:30.257388 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 9297d01e-91ca-4193-b18a-af5c1d316892 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:40:30.277577 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:30.303786 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 9297d01e-91ca-4193-b18a-af5c1d316892 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:40:30.304444 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:30.380653 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 9297d01e-91ca-4193-b18a-af5c1d316892 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:40:31.220593 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070ab7d-ddf7-42a5-8af7-4d99c5b09fb8 req-3ed38a3a-1912-417f-a166-05eb72b52e85 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:31.222978 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a070ab7d-ddf7-42a5-8af7-4d99c5b09fb8 req-3ed38a3a-1912-417f-a166-05eb72b52e85 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0916464 Jun 23 13:40:31.254204 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2425d89-ee69-4585-b7e2-42124c79ae9d req-95fc9127-f7a8-425c-9579-7a18ee2eaff4 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:31.255781 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b2425d89-ee69-4585-b7e2-42124c79ae9d req-95fc9127-f7a8-425c-9579-7a18ee2eaff4 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.1026750 Jun 23 13:40:31.264322 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52714b-76d4-4ea1-9606-b978036cbe72 req-f4922d82-96db-4012-a2e5-81fb55b58cbc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:31.265771 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-af52714b-76d4-4ea1-9606-b978036cbe72 req-f4922d82-96db-4012-a2e5-81fb55b58cbc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.1017752 Jun 23 13:40:31.272214 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:31.529280 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b2425d89-ee69-4585-b7e2-42124c79ae9d req-739e120b-512c-45fa-8168-0608c858e083 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623389 Jun 23 13:40:31.542487 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-af52714b-76d4-4ea1-9606-b978036cbe72 req-275c5e9c-9edf-4b84-aeb3-165d56250e3a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682524 Jun 23 13:40:32.445954 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-a070ab7d-ddf7-42a5-8af7-4d99c5b09fb8 req-64b466cd-2121-4e32-9bf7-fa1936e956b3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Deleting port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:40:32.446545 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a070ab7d-ddf7-42a5-8af7-4d99c5b09fb8 req-64b466cd-2121-4e32-9bf7-fa1936e956b3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:32.544213 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-a070ab7d-ddf7-42a5-8af7-4d99c5b09fb8 req-64b466cd-2121-4e32-9bf7-fa1936e956b3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] For port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5c5684f2-ed9c-4909-9cad-02bd2b76d63d,segment=NetworkSegment(be370891-62b7-4490-a018-0820e91389be),segment_id=be370891-62b7-4490-a018-0820e91389be)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:32.544611 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a070ab7d-ddf7-42a5-8af7-4d99c5b09fb8 req-64b466cd-2121-4e32-9bf7-fa1936e956b3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:32.560190 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-a070ab7d-ddf7-42a5-8af7-4d99c5b09fb8 req-64b466cd-2121-4e32-9bf7-fa1936e956b3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Calling delete_port for 5c5684f2-ed9c-4909-9cad-02bd2b76d63d owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:40:32.685640 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4af4bb-272d-4ac6-885d-65ea18fddd58 req-d96c08e0-9412-4345-8e38-a0671c6e0051 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:32.687111 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c4af4bb-272d-4ac6-885d-65ea18fddd58 req-d96c08e0-9412-4345-8e38-a0671c6e0051 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 946 time: 0.0785120 Jun 23 13:40:32.701821 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b1629-b5ad-4d80-a14f-79503d732152 req-c0192511-b2e3-463f-b63c-6cdeeb597d05 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:32.703230 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c60b1629-b5ad-4d80-a14f-79503d732152 req-c0192511-b2e3-463f-b63c-6cdeeb597d05 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0639560 Jun 23 13:40:32.732821 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a070ab7d-ddf7-42a5-8af7-4d99c5b09fb8 req-64b466cd-2121-4e32-9bf7-fa1936e956b3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (5c5684f2-ed9c-4909-9cad-02bd2b76d63d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:32.758791 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b466cd-2121-4e32-9bf7-fa1936e956b3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Pushing event deleted for resources: {'Port': ['ID=5c5684f2-ed9c-4909-9cad-02bd2b76d63d,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:32.784424 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c4af4bb-272d-4ac6-885d-65ea18fddd58 req-908aed6b-8aab-48d5-9394-b95b337aa5dc tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b92b6c3-c27a-4493-a93e-f43ee3c1459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901129 Jun 23 13:40:32.803967 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c60b1629-b5ad-4d80-a14f-79503d732152 req-f9d3387e-b810-47b0-914f-a44674e10621 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943017 Jun 23 13:40:32.858838 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a070ab7d-ddf7-42a5-8af7-4d99c5b09fb8 req-64b466cd-2121-4e32-9bf7-fa1936e956b3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] No DVR routers for this DVR port 5c5684f2-ed9c-4909-9cad-02bd2b76d63d on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:40:32.862872 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a070ab7d-ddf7-42a5-8af7-4d99c5b09fb8 req-64b466cd-2121-4e32-9bf7-fa1936e956b3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:32.866172 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a070ab7d-ddf7-42a5-8af7-4d99c5b09fb8 req-64b466cd-2121-4e32-9bf7-fa1936e956b3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.47 "DELETE /v2.0/ports/5c5684f2-ed9c-4909-9cad-02bd2b76d63d HTTP/1.1" status: 204 len: 173 time: 0.5405104 Jun 23 13:40:32.866620 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1bdfeb-cac1-45d2-9708-ac7386c20fe4', 'name': 'network-vif-deleted', 'tag': '5c5684f2-ed9c-4909-9cad-02bd2b76d63d'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:40:32.868884 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fdd148-8146-4620-a2da-b34c1a30113c" -d '{"events": [{"server_uuid": "8e1bdfeb-cac1-45d2-9708-ac7386c20fe4", "name": "network-vif-deleted", "tag": "5c5684f2-ed9c-4909-9cad-02bd2b76d63d"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:40:32.903780 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5888ac8-8c4c-44d0-bbf5-52a93bc7fbb7 x-openstack-request-id: req-a5888ac8-8c4c-44d0-bbf5-52a93bc7fbb7 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:40:32.904075 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1bdfeb-cac1-45d2-9708-ac7386c20fe4", "name": "network-vif-deleted", "tag": "5c5684f2-ed9c-4909-9cad-02bd2b76d63d", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:40:32.904366 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5888ac8-8c4c-44d0-bbf5-52a93bc7fbb7 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:40:32.904770 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5888ac8-8c4c-44d0-bbf5-52a93bc7fbb7'] response: {'server_uuid': '8e1bdfeb-cac1-45d2-9708-ac7386c20fe4', 'name': 'network-vif-deleted', 'tag': '5c5684f2-ed9c-4909-9cad-02bd2b76d63d', 'status': 'completed', 'code': 200} Jun 23 13:40:33.229102 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 5c5684f2-ed9c-4909-9cad-02bd2b76d63d no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:40:33.250176 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 5c5684f2-ed9c-4909-9cad-02bd2b76d63d {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:40:33.250537 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 5c5684f2-ed9c-4909-9cad-02bd2b76d63d not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:40:33.923632 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e4a61a2a-ecdd-4580-bac2-fa9592c7563d req-f3e568dc-e0db-4b0a-988c-6d4ed0053e25 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.0547686 Jun 23 13:40:33.942040 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e581-2f49-4452-898d-93d891edef80 req-48fc4c74-a7e4-4c66-afbb-55cb1ee3365c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:33.943534 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2853e581-2f49-4452-898d-93d891edef80 req-48fc4c74-a7e4-4c66-afbb-55cb1ee3365c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0736220 Jun 23 13:40:33.990644 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2853e581-2f49-4452-898d-93d891edef80 req-b10fb5a6-a851-40cc-aa86-73f0ffe7afda tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Jun 23 13:40:35.028176 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-91f4b113-2ad4-4cd3-b0ab-cef0786d410e req-b73ff263-ee50-4218-bfd9-7503372c2097 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.0317996 Jun 23 13:40:35.119637 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af157e9-cbe7-48e3-8c41-97315580aba1 req-2d870d5b-56d2-427f-865d-e336ed04b185 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:35.121358 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5af157e9-cbe7-48e3-8c41-97315580aba1 req-2d870d5b-56d2-427f-865d-e336ed04b185 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0506966 Jun 23 13:40:35.173714 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5af157e9-cbe7-48e3-8c41-97315580aba1 req-dd4e298c-ed3a-4f18-bb33-c1d16f528654 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461576 Jun 23 13:40:36.124840 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f5051525-b96a-4ea1-8a41-2b8c033822fe req-10cfcc9d-cfea-4272-87bd-481d1ac15a0f tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.0274653 Jun 23 13:40:36.294834 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bae3d-c35d-4ef6-a324-0e46d92237f9 req-96257fdb-7bef-409f-b445-d5f48ebee499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:36.296730 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3b4bae3d-c35d-4ef6-a324-0e46d92237f9 req-96257fdb-7bef-409f-b445-d5f48ebee499 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0492296 Jun 23 13:40:36.355670 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3b4bae3d-c35d-4ef6-a324-0e46d92237f9 req-8feb404d-d5ef-4bc8-926f-475c84f5a640 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Jun 23 13:40:37.228291 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-388dd734-2412-413c-822e-20d2e71d1d19 req-8b6ac714-2f70-433f-85e7-705b54b64bf4 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.0280554 Jun 23 13:40:37.473448 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159bda9-1f85-4f9f-9442-1c6fdebb9523 req-95c3d56f-64a8-4710-905e-7ee7239af17c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:37.474981 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0159bda9-1f85-4f9f-9442-1c6fdebb9523 req-95c3d56f-64a8-4710-905e-7ee7239af17c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0489953 Jun 23 13:40:37.523248 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0159bda9-1f85-4f9f-9442-1c6fdebb9523 req-a1f095a8-1fee-4422-9f96-9bfdb18b3d8b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Jun 23 13:40:38.331899 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7c1e1d53-cdf7-478c-a339-984696c06766 req-9fa4a196-f564-481e-a449-97fd14e03588 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.0305638 Jun 23 13:40:38.645940 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74228d9f-5993-428e-ab26-e8597af4a0e7 req-f2c2ea1f-dede-4a5a-9b15-5c9b644d10c7 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:38.647624 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74228d9f-5993-428e-ab26-e8597af4a0e7 req-f2c2ea1f-dede-4a5a-9b15-5c9b644d10c7 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0531847 Jun 23 13:40:38.689628 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:38.697856 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74228d9f-5993-428e-ab26-e8597af4a0e7 req-b1b2cb44-904f-4fc4-aec0-d59ff386a656 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444472 Jun 23 13:40:39.443828 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c90630f4-098c-4e39-88dc-bd8432cf4b2a req-2c2b9df8-668a-4033-8fcc-dd729d4a348e tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.0267193 Jun 23 13:40:39.823151 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314b88a-da90-404b-b638-895cb9585a6a req-acfb884f-8912-44be-93c9-2662f4552b32 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:39.824686 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5314b88a-da90-404b-b638-895cb9585a6a req-acfb884f-8912-44be-93c9-2662f4552b32 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0503583 Jun 23 13:40:39.874331 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5314b88a-da90-404b-b638-895cb9585a6a req-c9f786bf-9a81-46d6-a8cd-4fc7005b6650 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438664 Jun 23 13:40:40.380078 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=14 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:40.556509 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1e41e148-63de-47dd-9cc6-2da4aa119130 req-3d6169d1-9429-4a42-84f6-6eb99f7a90d5 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.0275209 Jun 23 13:40:41.014501 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb77c5e-025b-4086-8029-ab4789a8a250 req-062399f6-25ec-41a6-810a-9b583eb4d322 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:41.016135 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ebb77c5e-025b-4086-8029-ab4789a8a250 req-062399f6-25ec-41a6-810a-9b583eb4d322 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0485251 Jun 23 13:40:41.071284 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ebb77c5e-025b-4086-8029-ab4789a8a250 req-e7f1a276-75a6-46a5-a7aa-442cd45b5e65 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467644 Jun 23 13:40:41.670133 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-be51b67e-7325-44ed-82f5-3bb40d59663c req-6d888cb7-38da-448b-af2c-b5b8ce0230e3 tempest-DeleteServersTestJSON-1832131464 tempest-DeleteServersTestJSON-1832131464-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e1bdfeb-cac1-45d2-9708-ac7386c20fe4 HTTP/1.1" status: 200 len: 210 time: 0.0311520 Jun 23 13:40:42.197174 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8026f-10b2-4a6f-87a4-50bd06afc382 req-cf18633e-da0c-4fe6-83fb-bc45ab0d9377 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:42.198822 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-42a8026f-10b2-4a6f-87a4-50bd06afc382 req-cf18633e-da0c-4fe6-83fb-bc45ab0d9377 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0548706 Jun 23 13:40:42.253902 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-42a8026f-10b2-4a6f-87a4-50bd06afc382 req-00c9ce3c-e4ac-45d5-b8c9-77fc62d06a7b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492263 Jun 23 13:40:42.806281 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=67,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:42.841057 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=66,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:43.250454 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=39 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:43.357340 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:43.372289 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba5b9c-b97c-4cd7-a9a5-3b6e27d84521 req-0fb259e4-037f-4815-9fc8-30b6fff81165 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:43.374036 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ebba5b9c-b97c-4cd7-a9a5-3b6e27d84521 req-0fb259e4-037f-4815-9fc8-30b6fff81165 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0512273 Jun 23 13:40:43.426843 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ebba5b9c-b97c-4cd7-a9a5-3b6e27d84521 req-bae0dde5-1576-47c7-bd78-678aa7c5069f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469055 Jun 23 13:40:43.784927 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=32 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:43.785810 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=58,neutron:INSERT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:44.199061 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54804) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:44.548171 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f979360-d366-46b8-99cf-652a81230568 req-43806c19-c277-4cd7-8a36-5692c7778255 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:44.549664 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3f979360-d366-46b8-99cf-652a81230568 req-43806c19-c277-4cd7-8a36-5692c7778255 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0511951 Jun 23 13:40:44.598762 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-270216'] for router_interface (a0c88756-c724-4766-a3c6-912fcde5eeb0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:44.599477 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3f979360-d366-46b8-99cf-652a81230568 req-3235272f-4dc7-4171-9977-11adce480b4e tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 Jun 23 13:40:44.872979 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] Deleting port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:40:44.873205 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:44.953803 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] For port 7a880ae7-dfa7-493d-a26f-24e996ac4f6e, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=7a880ae7-dfa7-493d-a26f-24e996ac4f6e,segment=NetworkSegment(be370891-62b7-4490-a018-0820e91389be),segment_id=be370891-62b7-4490-a018-0820e91389be)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:44.954163 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:44.967589 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] Calling delete_port for 7a880ae7-dfa7-493d-a26f-24e996ac4f6e owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:40:45.092623 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:45.151716 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (7a880ae7-dfa7-493d-a26f-24e996ac4f6e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:45.176710 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] Pushing event deleted for resources: {'Port': ['ID=7a880ae7-dfa7-493d-a26f-24e996ac4f6e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:45.232222 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:45.369486 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7990026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-270108'] for router_interface (a0c88756-c724-4766-a3c6-912fcde5eeb0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:45.722743 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed71de-38e0-44d3-a0e7-902b0c10ec95 req-463f6121-0bda-4322-b1ad-9d8bb54ecfa7 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:45.724330 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-52ed71de-38e0-44d3-a0e7-902b0c10ec95 req-463f6121-0bda-4322-b1ad-9d8bb54ecfa7 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0535321 Jun 23 13:40:45.771355 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-52ed71de-38e0-44d3-a0e7-902b0c10ec95 req-7ad54a1f-a6cd-438d-8e34-0c16f232a1a1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Jun 23 13:40:45.797060 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] Router a0c88756-c724-4766-a3c6-912fcde5eeb0 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:40:45.901217 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:40:45.907319 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ae8ebf3b-493f-41e0-a6c3-3113144d88eb admin admin] 10.222.0.26 "PUT /v2.0/routers/a0c88756-c724-4766-a3c6-912fcde5eeb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7070010 Jun 23 13:40:45.910203 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54822) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:45.911248 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a166c7-f9e8-46bc-8ebf-174a9236a397 None None] Sync routers for ids ['a0c88756-c724-4766-a3c6-912fcde5eeb0'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:40:45.925075 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a166c7-f9e8-46bc-8ebf-174a9236a397 None None] Routers {'a0c88756-c724-4766-a3c6-912fcde5eeb0'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:45.925778 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-60a166c7-f9e8-46bc-8ebf-174a9236a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:40:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['a0c88756-c724-4766-a3c6-912fcde5eeb0'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:46.018236 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Publish callbacks [] for router (a0c88756-c724-4766-a3c6-912fcde5eeb0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.028073 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-60a166c7-f9e8-46bc-8ebf-174a9236a397 None None] Set router a0c88756-c724-4766-a3c6-912fcde5eeb0 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:46.118960 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Publish callbacks [] for router_gateway (a0c88756-c724-4766-a3c6-912fcde5eeb0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.163614 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Deleting port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:40:46.163955 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.261432 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] For port 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=6b8c2a18-dfc7-4891-915f-a3f8ccc225cf,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:46.262033 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.274854 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Calling delete_port for 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:40:46.294750 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-60a166c7-f9e8-46bc-8ebf-174a9236a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'name': 'tempest-DeleteServersTestJSON-631097842-router', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:40:45Z', 'revision_number': 5, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'gw_port': {'id': '6b8c2a18-dfc7-4891-915f-a3f8ccc225cf', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:18Z', 'updated_at': '2022-06-23T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:46.323265 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a166c7-f9e8-46bc-8ebf-174a9236a397 None None] Checking router: a0c88756-c724-4766-a3c6-912fcde5eeb0 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:40:46.323660 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:46.336860 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a166c7-f9e8-46bc-8ebf-174a9236a397 None None] Routers {'a0c88756-c724-4766-a3c6-912fcde5eeb0'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:40:46.337199 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-60a166c7-f9e8-46bc-8ebf-174a9236a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:40:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['a0c88756-c724-4766-a3c6-912fcde5eeb0'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:46.337863 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:46.426811 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-60a166c7-f9e8-46bc-8ebf-174a9236a397 None None] Set router a0c88756-c724-4766-a3c6-912fcde5eeb0 gateway port host: None {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:40:46.463957 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (6b8c2a18-dfc7-4891-915f-a3f8ccc225cf), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.480952 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-60a166c7-f9e8-46bc-8ebf-174a9236a397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'name': 'tempest-DeleteServersTestJSON-631097842-router', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:40:46Z', 'revision_number': 6, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'gw_port_host': None}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:46.491833 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b8c2a18-dfc7-4891-915f-a3f8ccc225cf,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:46.505801 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a166c7-f9e8-46bc-8ebf-174a9236a397 None None] The sync data for ids ['a0c88756-c724-4766-a3c6-912fcde5eeb0'] in dv-cinder-815582-10-iscsi is: [{'id': 'a0c88756-c724-4766-a3c6-912fcde5eeb0', 'name': 'tempest-DeleteServersTestJSON-631097842-router', 'tenant_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:40:46Z', 'revision_number': 6, 'project_id': '8e4aa13d65ad43b1849bad5bfa99e459', 'gw_port_host': None}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:40:46.565906 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389688'] for router_gateway (a0c88756-c724-4766-a3c6-912fcde5eeb0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.680577 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router (a0c88756-c724-4766-a3c6-912fcde5eeb0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.683076 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Publish callbacks [] for router_controller (a0c88756-c724-4766-a3c6-912fcde5eeb0), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.750507 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-268479'] for router (a0c88756-c724-4766-a3c6-912fcde5eeb0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.751437 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0c88756-c724-4766-a3c6-912fcde5eeb0 {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 13:40:46.757125 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.758009 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-fa0626cf-ac9f-439f-9f39-8ddd44adc91f admin admin] 10.222.0.26 "DELETE /v2.0/routers/a0c88756-c724-4766-a3c6-912fcde5eeb0 HTTP/1.1" status: 204 len: 168 time: 0.8468080 Jun 23 13:40:46.760587 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54836) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:46.804105 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa2e41d-426b-4c21-99bf-478b8eeea871 admin admin] Deleting subnet fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:40:46.807159 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8fa2e41d-426b-4c21-99bf-478b8eeea871 admin admin] Publish callbacks [] for subnet (fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.850176 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8fa2e41d-426b-4c21-99bf-478b8eeea871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5143460'] for subnet (fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.913245 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9ee14-951e-4c89-ad89-309ddaaa99a6 req-9b8f76a4-40a1-447a-a34e-6f66414acadd tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:46.917881 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f3e9ee14-951e-4c89-ad89-309ddaaa99a6 req-9b8f76a4-40a1-447a-a34e-6f66414acadd tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0609579 Jun 23 13:40:46.971510 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8fa2e41d-426b-4c21-99bf-478b8eeea871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:46.983617 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f3e9ee14-951e-4c89-ad89-309ddaaa99a6 req-ca6aa08f-5854-4536-a13e-4da0e75037ff tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592015 Jun 23 13:40:47.027727 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8fa2e41d-426b-4c21-99bf-478b8eeea871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5838968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5429580'] for subnet (fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.055375 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2e41d-426b-4c21-99bf-478b8eeea871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:47.061926 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8fa2e41d-426b-4c21-99bf-478b8eeea871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.067680 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8fa2e41d-426b-4c21-99bf-478b8eeea871 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fde6e59f-bb2e-4d5e-a01b-c3a0def3f34d HTTP/1.1" status: 204 len: 168 time: 0.3035648 Jun 23 13:40:47.067680 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54840) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:47.071449 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c616f-2f45-4633-b2e9-84023bd64231 None None] Network 57131c53-e6ce-4332-82cd-06a99ec244f1 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:40:47.142373 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (57131c53-e6ce-4332-82cd-06a99ec244f1), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.189220 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Deleting port a5e61c2e-0927-4f8a-b3af-fed85f876654 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:40:47.189551 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.255815 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] For port a5e61c2e-0927-4f8a-b3af-fed85f876654, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=a5e61c2e-0927-4f8a-b3af-fed85f876654,segment=NetworkSegment(be370891-62b7-4490-a018-0820e91389be),segment_id=be370891-62b7-4490-a018-0820e91389be)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:47.256261 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.271291 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Calling delete_port for a5e61c2e-0927-4f8a-b3af-fed85f876654 owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:40:47.332447 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dba1164-6a84-44c4-835c-dba5053dedf7 None None] DHCP port deletion for 57131c53-e6ce-4332-82cd-06a99ec244f1 request from dv-cinder-815582-10-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 13:40:47.334653 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:47.358476 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:47.367058 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.386828 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7dba1164-6a84-44c4-835c-dba5053dedf7 None None] Deleting port a5e61c2e-0927-4f8a-b3af-fed85f876654 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:40:47.387230 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7dba1164-6a84-44c4-835c-dba5053dedf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.399249 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e61c2e-0927-4f8a-b3af-fed85f876654,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:47.404799 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] No DVR routers for this DVR port a5e61c2e-0927-4f8a-b3af-fed85f876654 on host dv-cinder-815582-10-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:40:47.486386 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (57131c53-e6ce-4332-82cd-06a99ec244f1), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.513131 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57131c53-e6ce-4332-82cd-06a99ec244f1']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:47.523999 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be370891-62b7-4490-a018-0820e91389be') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:47.524283 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be370891-62b7-4490-a018-0820e91389be') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:40:47.535095 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5143487'] for segment (be370891-62b7-4490-a018-0820e91389be), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.549403 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (be370891-62b7-4490-a018-0820e91389be), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.556991 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:40:47.557453 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5838866'] for segment (be370891-62b7-4490-a018-0820e91389be), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.595967 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment be370891-62b7-4490-a018-0820e91389be resource provider aggregate not found Jun 23 13:40:47.607228 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-7dba1164-6a84-44c4-835c-dba5053dedf7 None None] For port a5e61c2e-0927-4f8a-b3af-fed85f876654, host dv-cinder-815582-10-iscsi, got binding levels [] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:40:47.607727 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7dba1164-6a84-44c4-835c-dba5053dedf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.626543 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7dba1164-6a84-44c4-835c-dba5053dedf7 None None] Calling delete_port for a5e61c2e-0927-4f8a-b3af-fed85f876654 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:40:47.632513 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.ipam_backend_mixin [None req-7dba1164-6a84-44c4-835c-dba5053dedf7 None None] Port a5e61c2e-0927-4f8a-b3af-fed85f876654 was not found and therefore no delete operation was performed {{(pid=110549) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 23 13:40:47.634758 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7dba1164-6a84-44c4-835c-dba5053dedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181'] for port (a5e61c2e-0927-4f8a-b3af-fed85f876654), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.650882 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment be370891-62b7-4490-a018-0820e91389be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be370891-62b7-4490-a018-0820e91389be found for delete ", "request_id": "req-5630aa3a-73a4-4fa8-bcf5-e4f3762f40b7"}]} Jun 23 13:40:47.658912 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (57131c53-e6ce-4332-82cd-06a99ec244f1), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.670345 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba1164-6a84-44c4-835c-dba5053dedf7 None None] Pushing event deleted for resources: {'Port': ['ID=a5e61c2e-0927-4f8a-b3af-fed85f876654,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:47.676919 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba1164-6a84-44c4-835c-dba5053dedf7 None None] No DVR routers for this DVR port a5e61c2e-0927-4f8a-b3af-fed85f876654 on host dv-cinder-815582-10-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:40:47.681666 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:47.687136 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] 10.222.0.26 "DELETE /v2.0/networks/57131c53-e6ce-4332-82cd-06a99ec244f1 HTTP/1.1" status: 204 len: 168 time: 0.6162758 Jun 23 13:40:47.687136 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858db60-831a-403c-ab48-8517573811bd admin admin] Pushing event deleted for resources: {'Network': ['ID=57131c53-e6ce-4332-82cd-06a99ec244f1,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:47.879626 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 54860) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:47.924197 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f8b41cd9-74cf-44f7-9554-898a40165c9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e4aa13d65ad43b1849bad5bfa99e459&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432837 Jun 23 13:40:47.927257 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 54862) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:40:47.983817 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb82294e-701c-463f-b448-37ac5b00b8c6 admin admin] Publish callbacks [] for security_group (2b92b6c3-c27a-4493-a93e-f43ee3c1459c), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:48.005367 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb82294e-701c-463f-b448-37ac5b00b8c6 admin admin] Publish callbacks [] for security_group (2b92b6c3-c27a-4493-a93e-f43ee3c1459c), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:48.069046 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb82294e-701c-463f-b448-37ac5b00b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2b92b6c3-c27a-4493-a93e-f43ee3c1459c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:48.071633 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb82294e-701c-463f-b448-37ac5b00b8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:48.072804 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-fb82294e-701c-463f-b448-37ac5b00b8c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b92b6c3-c27a-4493-a93e-f43ee3c1459c HTTP/1.1" status: 204 len: 168 time: 0.1444848 Jun 23 13:40:48.100057 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82294e-701c-463f-b448-37ac5b00b8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b92b6c3-c27a-4493-a93e-f43ee3c1459c,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:40:48.114127 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246de03-2344-4689-9f55-1bcd689b383a req-726b5fcf-2e66-49f1-90e8-857b1f569b84 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:48.115696 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7246de03-2344-4689-9f55-1bcd689b383a req-726b5fcf-2e66-49f1-90e8-857b1f569b84 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0569882 Jun 23 13:40:48.168040 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7246de03-2344-4689-9f55-1bcd689b383a req-fc8dbc21-78ab-46da-b175-e3405c7193fa tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451784 Jun 23 13:40:48.283283 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:40:48.308172 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:40:48.308595 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 6b8c2a18-dfc7-4891-915f-a3f8ccc225cf not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:40:48.309097 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device a5e61c2e-0927-4f8a-b3af-fed85f876654 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:40:48.328972 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: a5e61c2e-0927-4f8a-b3af-fed85f876654 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:40:48.329496 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device a5e61c2e-0927-4f8a-b3af-fed85f876654 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:40:48.330381 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 7a880ae7-dfa7-493d-a26f-24e996ac4f6e no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:40:48.350588 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 7a880ae7-dfa7-493d-a26f-24e996ac4f6e {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:40:48.351102 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 7a880ae7-dfa7-493d-a26f-24e996ac4f6e not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:40:49.260416 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:49.304211 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8d945-b339-44e7-937b-04f3dd4a138d req-b269d13d-9f01-45fc-aa0d-13aa20aacb16 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:49.305701 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-42a8d945-b339-44e7-937b-04f3dd4a138d req-b269d13d-9f01-45fc-aa0d-13aa20aacb16 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0543487 Jun 23 13:40:49.355628 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-42a8d945-b339-44e7-937b-04f3dd4a138d req-43d98f4c-ab37-4096-9a77-eb20574f0712 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429695 Jun 23 13:40:50.103650 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dbe11825-83db-4528-9061-88525c782dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:50.490180 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd92995-3502-4653-b5e6-fff1a05661ff req-c5df75c5-b519-42b4-bf97-9b34544fd04d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:50.491756 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dcd92995-3502-4653-b5e6-fff1a05661ff req-c5df75c5-b519-42b4-bf97-9b34544fd04d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0506649 Jun 23 13:40:50.543127 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dcd92995-3502-4653-b5e6-fff1a05661ff req-b4a7a742-6023-4b1a-b06a-1e203a70aee8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Jun 23 13:40:51.665684 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9e95e-9ff0-4698-ab12-bc603a953586 req-33431564-5a6b-4501-ab09-091929894afa tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:51.667199 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-09a9e95e-9ff0-4698-ab12-bc603a953586 req-33431564-5a6b-4501-ab09-091929894afa tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0494580 Jun 23 13:40:51.714046 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-09a9e95e-9ff0-4698-ab12-bc603a953586 req-28292ab3-f9a7-4087-89dc-58e6979b5433 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Jun 23 13:40:52.716801 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c73c24ec-6777-463b-8af3-185c99fd9a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:52.743129 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:52.846248 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dd548-66c1-4c1e-aa04-3c540fc8abdd req-82e1a909-f616-442e-a44b-4c40ad34c9e4 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:52.847639 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d70dd548-66c1-4c1e-aa04-3c540fc8abdd req-82e1a909-f616-442e-a44b-4c40ad34c9e4 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0592282 Jun 23 13:40:52.894252 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d70dd548-66c1-4c1e-aa04-3c540fc8abdd req-dbf2a07d-7b18-4e30-b691-8b365914274b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Jun 23 13:40:53.483710 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:54.020530 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9409d61-130c-4cd7-be7f-33ac59cadd51 req-5cee6562-749d-4b24-8e33-412335a92e4b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:54.022337 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a9409d61-130c-4cd7-be7f-33ac59cadd51 req-5cee6562-749d-4b24-8e33-412335a92e4b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0505028 Jun 23 13:40:54.063596 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:54.076606 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a9409d61-130c-4cd7-be7f-33ac59cadd51 req-80bdd86d-6029-4aef-82e2-5d4a65370be6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484598 Jun 23 13:40:55.083385 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:55.199234 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef0865-b5af-4368-9647-4fdd91dfbd6f req-f6f6f5ff-f767-49a9-8c11-4f9c5c7c40e1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:55.200602 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:40:55.200881 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-75ef0865-b5af-4368-9647-4fdd91dfbd6f req-f6f6f5ff-f767-49a9-8c11-4f9c5c7c40e1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0512054 Jun 23 13:40:55.247140 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-75ef0865-b5af-4368-9647-4fdd91dfbd6f req-6c8956c3-1623-4c5f-b0fa-7487ea722c52 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405214 Jun 23 13:40:56.376120 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82432e-5d31-463e-8555-488ed3058321 req-1d84b5d6-7186-4abd-889f-7d6cf49508bd tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:56.377661 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5d82432e-5d31-463e-8555-488ed3058321 req-1d84b5d6-7186-4abd-889f-7d6cf49508bd tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0505826 Jun 23 13:40:56.425119 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5d82432e-5d31-463e-8555-488ed3058321 req-6fa96bc1-8b3a-472f-8019-751e27b8c8d0 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Jun 23 13:40:56.483695 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=47 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:56.484624 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=36 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:57.549148 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042145ab-dd82-4475-a226-3b64abb72fa5 req-039388f5-40df-47b9-939f-2d9e06b22d79 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:57.550579 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-042145ab-dd82-4475-a226-3b64abb72fa5 req-039388f5-40df-47b9-939f-2d9e06b22d79 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0492599 Jun 23 13:40:57.599713 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-042145ab-dd82-4475-a226-3b64abb72fa5 req-932a575b-8e61-4739-b405-cd48c70c39df tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Jun 23 13:40:57.913725 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=21,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:57.920394 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:40:58.730392 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a680ed1-3e56-46ea-b391-6df2188312e0 req-91397895-0279-43b5-90bc-6c3e9e3cda15 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:58.731866 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6a680ed1-3e56-46ea-b391-6df2188312e0 req-91397895-0279-43b5-90bc-6c3e9e3cda15 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0476387 Jun 23 13:40:58.778893 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6a680ed1-3e56-46ea-b391-6df2188312e0 req-ad56a5b9-31d1-4dbd-87b8-3dc031276577 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411634 Jun 23 13:40:59.901270 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf1f94-165e-40e0-94f4-16713fe059e7 req-2c908411-df39-47df-b551-1d427b18e74b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:40:59.902693 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-47cf1f94-165e-40e0-94f4-16713fe059e7 req-2c908411-df39-47df-b551-1d427b18e74b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0452950 Jun 23 13:40:59.955845 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-47cf1f94-165e-40e0-94f4-16713fe059e7 req-d9258248-e78f-4eda-9815-2d5de9753d6d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Jun 23 13:41:00.381131 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73620f4-2400-4302-b45c-19f8bed459d6 req-1108ffa4-0858-491f-98a4-d7092cafd364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:00.382628 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b73620f4-2400-4302-b45c-19f8bed459d6 req-1108ffa4-0858-491f-98a4-d7092cafd364 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 1129 time: 0.0464630 Jun 23 13:41:00.428001 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b73620f4-2400-4302-b45c-19f8bed459d6 req-1df9bca7-166c-4ff2-8ef5-2f3b83508947 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 Jun 23 13:41:01.055918 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:01.074078 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3c9e-e3d6-421d-b353-a88910ad8ec3 req-959bbd18-71f8-48de-bcee-e1d8a3f770e5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:01.075640 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a54a3c9e-e3d6-421d-b353-a88910ad8ec3 req-959bbd18-71f8-48de-bcee-e1d8a3f770e5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0530694 Jun 23 13:41:01.128264 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a54a3c9e-e3d6-421d-b353-a88910ad8ec3 req-cf4bf7d5-b4ac-47e8-9ab7-370253c06f2b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471315 Jun 23 13:41:02.250601 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ac664-3871-42fb-b457-e5f67bbf017b req-4a392fa1-421f-4ab7-8e8e-86307fef6cf8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:02.252169 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-055ac664-3871-42fb-b457-e5f67bbf017b req-4a392fa1-421f-4ab7-8e8e-86307fef6cf8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0543406 Jun 23 13:41:02.303850 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-055ac664-3871-42fb-b457-e5f67bbf017b req-b3f2bce3-e70c-4eb2-93aa-6b4c7df78f34 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Jun 23 13:41:02.812738 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:41:03.102787 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55296) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:03.214701 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b525e16-01d4-464d-a27c-d498a20422bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:03.292964 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b525e16-01d4-464d-a27c-d498a20422bc admin admin] Publish callbacks [] for security_group (035177b0-8dc4-4fb3-a5e6-c0ce1bb7f3c0), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:03.296651 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b525e16-01d4-464d-a27c-d498a20422bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (035177b0-8dc4-4fb3-a5e6-c0ce1bb7f3c0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:03.332775 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b525e16-01d4-464d-a27c-d498a20422bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035177b0-8dc4-4fb3-a5e6-c0ce1bb7f3c0,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:03.340426 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2b525e16-01d4-464d-a27c-d498a20422bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=805c31aa744d42cf8f16acfed918bbbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365441 Jun 23 13:41:03.340683 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55304) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:03.437655 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089cf0a-f4b2-4d07-9b10-60a302afbbd6 req-36186d3f-6dbb-4ca1-ab46-5f76c3d2062b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:03.439029 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9089cf0a-f4b2-4d07-9b10-60a302afbbd6 req-36186d3f-6dbb-4ca1-ab46-5f76c3d2062b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0617306 Jun 23 13:41:03.443750 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a4bf12f7-b1cb-48f9-ad67-cdbfa7dbb5cb admin admin] Publish callbacks [] for security_group (035177b0-8dc4-4fb3-a5e6-c0ce1bb7f3c0), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:03.482191 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a4bf12f7-b1cb-48f9-ad67-cdbfa7dbb5cb admin admin] Publish callbacks [] for security_group (035177b0-8dc4-4fb3-a5e6-c0ce1bb7f3c0), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:03.531645 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9089cf0a-f4b2-4d07-9b10-60a302afbbd6 req-5f30c676-5dbe-414f-9405-56a43df43e54 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832970 Jun 23 13:41:03.550643 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a4bf12f7-b1cb-48f9-ad67-cdbfa7dbb5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (035177b0-8dc4-4fb3-a5e6-c0ce1bb7f3c0), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:03.553504 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a4bf12f7-b1cb-48f9-ad67-cdbfa7dbb5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:03.554705 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a4bf12f7-b1cb-48f9-ad67-cdbfa7dbb5cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/035177b0-8dc4-4fb3-a5e6-c0ce1bb7f3c0 HTTP/1.1" status: 204 len: 168 time: 0.2131689 Jun 23 13:41:03.564408 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf12f7-b1cb-48f9-ad67-cdbfa7dbb5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035177b0-8dc4-4fb3-a5e6-c0ce1bb7f3c0,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:03.661774 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ee91a-79bc-4710-b697-ed6e61b7a537 req-1007de15-fb64-4ca4-8b8c-176b35abfe9d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:03.663282 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-402ee91a-79bc-4710-b697-ed6e61b7a537 req-1007de15-fb64-4ca4-8b8c-176b35abfe9d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0531573 Jun 23 13:41:03.718496 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-402ee91a-79bc-4710-b697-ed6e61b7a537 req-82972737-3965-4aa4-a187-445d6b8eea6c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496576 Jun 23 13:41:03.899133 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55338) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:03.909036 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:03.916951 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c6f6da9f-458b-4394-8c8f-7f4eeee450fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.008932 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c6f6da9f-458b-4394-8c8f-7f4eeee450fd admin admin] Publish callbacks [] for security_group (54e07a8d-0549-40be-93f6-e853e0356b43), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.015308 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c6f6da9f-458b-4394-8c8f-7f4eeee450fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (54e07a8d-0549-40be-93f6-e853e0356b43), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.064634 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55352) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:04.076075 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c6f6da9f-458b-4394-8c8f-7f4eeee450fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4fef6259f1042de9ace3b10aefad2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752429 Jun 23 13:41:04.077106 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6da9f-458b-4394-8c8f-7f4eeee450fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e07a8d-0549-40be-93f6-e853e0356b43,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:04.133708 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c6713ffd-59f0-4b1d-8ecf-9244f3e39c0c admin admin] Publish callbacks [] for security_group (54e07a8d-0549-40be-93f6-e853e0356b43), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.171456 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c6713ffd-59f0-4b1d-8ecf-9244f3e39c0c admin admin] Publish callbacks [] for security_group (54e07a8d-0549-40be-93f6-e853e0356b43), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.234245 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c6713ffd-59f0-4b1d-8ecf-9244f3e39c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (54e07a8d-0549-40be-93f6-e853e0356b43), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.236931 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c6713ffd-59f0-4b1d-8ecf-9244f3e39c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.238099 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c6713ffd-59f0-4b1d-8ecf-9244f3e39c0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54e07a8d-0549-40be-93f6-e853e0356b43 HTTP/1.1" status: 204 len: 168 time: 0.1724598 Jun 23 13:41:04.246094 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6713ffd-59f0-4b1d-8ecf-9244f3e39c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e07a8d-0549-40be-93f6-e853e0356b43,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:04.392824 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55364) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:04.421145 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55368) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:04.641699 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-de81014f-468f-4fd5-90c3-64380e435d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.670432 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c9a0cc26-18d2-47f0-9149-27732b950be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.740519 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-de81014f-468f-4fd5-90c3-64380e435d8d admin admin] Publish callbacks [] for security_group (debd217f-c170-4f9b-9252-319c42578b02), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.746108 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-de81014f-468f-4fd5-90c3-64380e435d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (debd217f-c170-4f9b-9252-319c42578b02), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.752189 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c9a0cc26-18d2-47f0-9149-27732b950be5 admin admin] Publish callbacks [] for security_group (071d3784-e4e5-497c-9c38-9143c232a356), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.759348 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c9a0cc26-18d2-47f0-9149-27732b950be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (071d3784-e4e5-497c-9c38-9143c232a356), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.787735 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-de81014f-468f-4fd5-90c3-64380e435d8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5dce0056ec7b4f39a6f3022f0a40ac1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938038 Jun 23 13:41:04.788626 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81014f-468f-4fd5-90c3-64380e435d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debd217f-c170-4f9b-9252-319c42578b02,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:04.791826 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55382) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:04.808657 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55384) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:04.809121 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c9a0cc26-18d2-47f0-9149-27732b950be5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83cc8b9844a348d1b182d43ccdd33bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864787 Jun 23 13:41:04.813241 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0cc26-18d2-47f0-9149-27732b950be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071d3784-e4e5-497c-9c38-9143c232a356,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:04.860297 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:04.889321 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-45716716-1766-43d8-b2f6-b0e17f6b312e admin admin] Publish callbacks [] for security_group (debd217f-c170-4f9b-9252-319c42578b02), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.895719 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-52f9b10e-5df1-456d-8272-7283ca38549c admin admin] Publish callbacks [] for security_group (071d3784-e4e5-497c-9c38-9143c232a356), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.928723 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-45716716-1766-43d8-b2f6-b0e17f6b312e admin admin] Publish callbacks [] for security_group (debd217f-c170-4f9b-9252-319c42578b02), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:04.938778 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-52f9b10e-5df1-456d-8272-7283ca38549c admin admin] Publish callbacks [] for security_group (071d3784-e4e5-497c-9c38-9143c232a356), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:05.007632 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-45716716-1766-43d8-b2f6-b0e17f6b312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (debd217f-c170-4f9b-9252-319c42578b02), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:05.010207 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-45716716-1766-43d8-b2f6-b0e17f6b312e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:05.014033 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-45716716-1766-43d8-b2f6-b0e17f6b312e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/debd217f-c170-4f9b-9252-319c42578b02 HTTP/1.1" status: 204 len: 168 time: 0.2184548 Jun 23 13:41:05.016866 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-52f9b10e-5df1-456d-8272-7283ca38549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (071d3784-e4e5-497c-9c38-9143c232a356), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:05.019935 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-52f9b10e-5df1-456d-8272-7283ca38549c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:05.021098 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-52f9b10e-5df1-456d-8272-7283ca38549c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/071d3784-e4e5-497c-9c38-9143c232a356 HTTP/1.1" status: 204 len: 168 time: 0.2113543 Jun 23 13:41:05.026371 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45716716-1766-43d8-b2f6-b0e17f6b312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debd217f-c170-4f9b-9252-319c42578b02,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:05.041605 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9b10e-5df1-456d-8272-7283ca38549c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071d3784-e4e5-497c-9c38-9143c232a356,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:05.453862 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4b48-16af-42a2-8045-dfa3e7ab1753 req-96b8a4fa-9879-403c-a14f-b58a23cb7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:05.456052 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f82b4b48-16af-42a2-8045-dfa3e7ab1753 req-96b8a4fa-9879-403c-a14f-b58a23cb7d17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 1130 time: 0.0497847 Jun 23 13:41:05.499083 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55420) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:05.520292 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe42e2-10bc-4197-a993-5b3d0021475c req-b473c81f-4220-4929-a088-2d96504f0f78 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:05.522270 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-25fe42e2-10bc-4197-a993-5b3d0021475c req-b473c81f-4220-4929-a088-2d96504f0f78 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.1089742 Jun 23 13:41:05.543592 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c503d37e-09f4-4d8a-b4bb-0fc16fcb6140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:05.565257 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:05.622225 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-25fe42e2-10bc-4197-a993-5b3d0021475c req-82707d3e-44f2-4398-981b-d381096cefe2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928626 Jun 23 13:41:05.647392 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4b48-16af-42a2-8045-dfa3e7ab1753 req-e9521172-70fa-45c4-8042-0805e587de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:05.649149 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f82b4b48-16af-42a2-8045-dfa3e7ab1753 req-e9521172-70fa-45c4-8042-0805e587de0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.1819599 Jun 23 13:41:05.649731 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:05.668143 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:05.702536 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f82b4b48-16af-42a2-8045-dfa3e7ab1753 req-75b4f1ce-0aa4-4e7c-8883-fc05725657a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff37344-1345-4e9c-9d02-4e0e47f479fc HTTP/1.1" status: 200 len: 217 time: 0.0437856 Jun 23 13:41:05.762900 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55434) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:05.778306 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ab4f0a52-c034-4c6b-b25d-56a3ba23755e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:05.783047 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4b48-16af-42a2-8045-dfa3e7ab1753 req-670522e2-755f-48fa-a756-1c2f34fec679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:05.784531 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f82b4b48-16af-42a2-8045-dfa3e7ab1753 req-670522e2-755f-48fa-a756-1c2f34fec679 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0734017 Jun 23 13:41:05.789760 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c503d37e-09f4-4d8a-b4bb-0fc16fcb6140 admin admin] Publish callbacks [] for security_group (a9efcaf0-8d7c-4904-a675-a7bd3b947a11), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:05.795282 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c503d37e-09f4-4d8a-b4bb-0fc16fcb6140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a9efcaf0-8d7c-4904-a675-a7bd3b947a11), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:05.832359 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503d37e-09f4-4d8a-b4bb-0fc16fcb6140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9efcaf0-8d7c-4904-a675-a7bd3b947a11,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:05.878351 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ab4f0a52-c034-4c6b-b25d-56a3ba23755e admin admin] Publish callbacks [] for security_group (3518d6f0-f612-42f4-8af2-bae25cf85324), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:05.885012 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ab4f0a52-c034-4c6b-b25d-56a3ba23755e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (3518d6f0-f612-42f4-8af2-bae25cf85324), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:05.887001 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c503d37e-09f4-4d8a-b4bb-0fc16fcb6140 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c890907f4dab40f480800791704da1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852930 Jun 23 13:41:05.889876 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55438) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:05.910149 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b4b48-16af-42a2-8045-dfa3e7ab1753 req-c32270b2-4db4-4862-b2c5-618cfc69a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:05.912125 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f82b4b48-16af-42a2-8045-dfa3e7ab1753 req-c32270b2-4db4-4862-b2c5-618cfc69a8c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0874624 Jun 23 13:41:05.930570 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ab4f0a52-c034-4c6b-b25d-56a3ba23755e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4b911355e41401c97200e90ed0cb94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663680 Jun 23 13:41:05.933302 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55440) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:05.942442 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f0a52-c034-4c6b-b25d-56a3ba23755e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3518d6f0-f612-42f4-8af2-bae25cf85324,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:06.006156 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12641916-fcf2-4c4c-8f89-929831488468 admin admin] Publish callbacks [] for security_group (3518d6f0-f612-42f4-8af2-bae25cf85324), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:06.025522 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b0968221-5e2a-4a39-ba90-1719d67f25b4 admin admin] Publish callbacks [] for security_group (a9efcaf0-8d7c-4904-a675-a7bd3b947a11), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:06.047857 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b0968221-5e2a-4a39-ba90-1719d67f25b4 admin admin] Publish callbacks [] for security_group (a9efcaf0-8d7c-4904-a675-a7bd3b947a11), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:06.065932 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12641916-fcf2-4c4c-8f89-929831488468 admin admin] Publish callbacks [] for security_group (3518d6f0-f612-42f4-8af2-bae25cf85324), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:06.099997 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f82b4b48-16af-42a2-8045-dfa3e7ab1753 req-eef63cf9-fee2-4137-ba3b-4b418fc0cb85 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794162 Jun 23 13:41:06.153730 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b0968221-5e2a-4a39-ba90-1719d67f25b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a9efcaf0-8d7c-4904-a675-a7bd3b947a11), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:06.158169 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b0968221-5e2a-4a39-ba90-1719d67f25b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:06.159633 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b0968221-5e2a-4a39-ba90-1719d67f25b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9efcaf0-8d7c-4904-a675-a7bd3b947a11 HTTP/1.1" status: 204 len: 168 time: 0.2686000 Jun 23 13:41:06.184427 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12641916-fcf2-4c4c-8f89-929831488468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (3518d6f0-f612-42f4-8af2-bae25cf85324), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:06.192034 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12641916-fcf2-4c4c-8f89-929831488468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:06.195054 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-12641916-fcf2-4c4c-8f89-929831488468 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3518d6f0-f612-42f4-8af2-bae25cf85324 HTTP/1.1" status: 204 len: 168 time: 0.2601485 Jun 23 13:41:06.204349 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0968221-5e2a-4a39-ba90-1719d67f25b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9efcaf0-8d7c-4904-a675-a7bd3b947a11,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:06.213789 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12641916-fcf2-4c4c-8f89-929831488468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3518d6f0-f612-42f4-8af2-bae25cf85324,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:06.236125 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f82b4b48-16af-42a2-8045-dfa3e7ab1753 req-b35c1623-47f2-46c2-9ec5-f33de05fbd8b service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256006 Jun 23 13:41:06.757204 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91363d11-fdb6-49cd-af80-8a94075c8648 req-3c174a80-5ec5-46f5-892d-5f010d1c1c3d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:06.759851 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-91363d11-fdb6-49cd-af80-8a94075c8648 req-3c174a80-5ec5-46f5-892d-5f010d1c1c3d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0536921 Jun 23 13:41:06.820892 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-91363d11-fdb6-49cd-af80-8a94075c8648 req-d724d04e-da03-4fc3-a63a-83f345dcc074 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545623 Jun 23 13:41:06.883051 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-36a639f5-17c8-4ce3-93c2-7fd7bbde25c6 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123319687&fields=id&tenant_id=b2fef8d0cb974f35a741c3090fda97f1 HTTP/1.1" status: 200 len: 267 time: 0.0538833 Jun 23 13:41:06.943263 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:07.022303 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-56f54451-7c3b-41cb-a83c-ac29aed7f97c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:07.024035 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-56f54451-7c3b-41cb-a83c-ac29aed7f97c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/networks?id=487c99b8-1e62-4d10-926f-f0a88401678c HTTP/1.1" status: 200 len: 807 time: 0.1325572 Jun 23 13:41:07.040044 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-c4fcd2fd-5c60-471c-a56f-5cca0464bcae tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/quotas/b2fef8d0cb974f35a741c3090fda97f1 HTTP/1.1" status: 200 len: 375 time: 0.0105536 Jun 23 13:41:07.108445 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f7d59069-c3ef-4d83-a81e-4a9dca1a665e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2fef8d0cb974f35a741c3090fda97f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627286 Jun 23 13:41:07.247140 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-30441d28-a795-458c-ba25-0df6408f7e40 service neutron] 10.222.0.26 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265669 Jun 23 13:41:07.415458 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-e2120989-0850-47dd-b367-8ce358a3b142 service neutron] 10.222.0.26 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598463 Jun 23 13:41:07.766335 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-35820b4f-8eb6-4d10-88de-48cba06721f0 req-a57536ea-c6e7-4bcd-8ca1-bb967d0df17c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 210 time: 0.0331726 Jun 23 13:41:07.962951 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324bc46-c0a6-402a-8099-ad6831d3f9e3 req-68dfc2c4-1683-4aac-b87f-2715dd08ccb3 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:07.965169 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7324bc46-c0a6-402a-8099-ad6831d3f9e3 req-68dfc2c4-1683-4aac-b87f-2715dd08ccb3 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0676179 Jun 23 13:41:08.055765 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7324bc46-c0a6-402a-8099-ad6831d3f9e3 req-4f68d7a9-7fc8-4b40-8168-e26db7c6fbd1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802131 Jun 23 13:41:08.871263 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:08.906921 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dec25f05-4ea4-495a-8557-f10a5e892f57 req-0a08b636-912c-4851-8674-7aaec889cddf tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 210 time: 0.0474675 Jun 23 13:41:08.956408 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-d3d6a327-d99b-4313-9bfd-ca5ebcd718ed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:08.957955 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-d3d6a327-d99b-4313-9bfd-ca5ebcd718ed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.47 "GET /v2.0/networks?id=487c99b8-1e62-4d10-926f-f0a88401678c HTTP/1.1" status: 200 len: 807 time: 0.1368566 Jun 23 13:41:09.022873 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-5ad26742-604f-4fdc-a49f-17c431692bc2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2fef8d0cb974f35a741c3090fda97f1 HTTP/1.1" status: 200 len: 379 time: 0.0557311 Jun 23 13:41:09.031825 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Request body: {'port': {'device_id': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'admin_state_up': True, 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'security_groups': ['e5e853f5-f46f-4aec-a46c-47c9565da390']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:09.164643 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Made reservation on behalf of b2fef8d0cb974f35a741c3090fda97f1 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:41:09.168690 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:09.170795 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1392d92-8743-4e75-b60f-25f221d035d1 req-a46b4cac-a0e5-4485-84ca-62a892d9e187 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:09.171627 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:09.175823 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f1392d92-8743-4e75-b60f-25f221d035d1 req-a46b4cac-a0e5-4485-84ca-62a892d9e187 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0524414 Jun 23 13:41:09.229743 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f1392d92-8743-4e75-b60f-25f221d035d1 req-d908d744-4fa9-42f7-918b-4a82a7101ab2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513921 Jun 23 13:41:09.246436 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:09.317117 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Allocated IP 172.20.0.13 (487c99b8-1e62-4d10-926f-f0a88401678c/8f59c2db-d2a1-4e6b-9c01-f201f588667d/c680d421-4232-46b9-bea8-b492d2e2f651) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:41:09.453232 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for port (c680d421-4232-46b9-bea8-b492d2e2f651), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:09.488054 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:09.532818 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Network 487c99b8-1e62-4d10-926f-f0a88401678c is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:41:09.535989 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:41:09.541462 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:41:09.547858 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event updated for resources: {'Port': ['ID=c680d421-4232-46b9-bea8-b492d2e2f651,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:09.599882 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:09.600891 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:09.619584 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-92e7e55f-5aa4-454f-beed-494984386fdc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5914280 Jun 23 13:41:09.631500 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Request body: {'port': {'device_id': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:09.695009 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:09.798286 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-48e9ad41-7d5c-4db8-b94d-490ddf607952 None None] Provisioning complete for port c680d421-4232-46b9-bea8-b492d2e2f651 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:41:09.798785 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-48e9ad41-7d5c-4db8-b94d-490ddf607952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:09.866846 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-48e9ad41-7d5c-4db8-b94d-490ddf607952 None None] Port c680d421-4232-46b9-bea8-b492d2e2f651 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:41:10.048704 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c680d421-4232-46b9-bea8-b492d2e2f651 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:41:10.059329 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Publish callbacks [] for port (c680d421-4232-46b9-bea8-b492d2e2f651), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:10.077191 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Transition to ACTIVE for port object c680d421-4232-46b9-bea8-b492d2e2f651 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:41:10.082549 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:10.088233 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:10.136540 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4a121-2d7e-43fd-93fd-064ab3445b4e req-d76f1d41-0140-40c9-ab1a-abf6e46322d1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:10.138835 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-eaa4a121-2d7e-43fd-93fd-064ab3445b4e req-d76f1d41-0140-40c9-ab1a-abf6e46322d1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 932 time: 0.0815771 Jun 23 13:41:10.224739 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-eaa4a121-2d7e-43fd-93fd-064ab3445b4e req-a16217db-10bc-4b2c-a07a-b714dcbee358 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797746 Jun 23 13:41:10.367392 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd46188-e2d8-4faf-b109-377ba50764dc req-ab118cbc-0db1-4c32-ace5-e2c42cf52467 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:10.374926 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3cd46188-e2d8-4faf-b109-377ba50764dc req-ab118cbc-0db1-4c32-ace5-e2c42cf52467 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0607646 Jun 23 13:41:10.436235 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3cd46188-e2d8-4faf-b109-377ba50764dc req-2438e03a-70a6-4e9c-832c-39c451110c7f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601449 Jun 23 13:41:10.455373 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:10.461785 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Pushing event updated for resources: {'Port': ['ID=c680d421-4232-46b9-bea8-b492d2e2f651,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:10.574594 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Attempting to bind port c680d421-4232-46b9-bea8-b492d2e2f651 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:41:10.575432 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Attempting to bind port c680d421-4232-46b9-bea8-b492d2e2f651 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:41:10.578705 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Attempting to bind port c680d421-4232-46b9-bea8-b492d2e2f651 on network 487c99b8-1e62-4d10-926f-f0a88401678c {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:41:10.585712 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Port c680d421-4232-46b9-bea8-b492d2e2f651 on network 487c99b8-1e62-4d10-926f-f0a88401678c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:41:10.586125 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Attempting to bind port c680d421-4232-46b9-bea8-b492d2e2f651 on network 487c99b8-1e62-4d10-926f-f0a88401678c {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:41:10.621245 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:41:10.622786 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Checking segment: {'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:41:10.623182 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Bound using segment: {'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:41:10.623682 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Bound port: c680d421-4232-46b9-bea8-b492d2e2f651, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b91951e-5936-4dce-888f-c4af67f61e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:41:10.625170 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:10.712033 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] For port c680d421-4232-46b9-bea8-b492d2e2f651, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:41:10.719838 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] For port c680d421-4232-46b9-bea8-b492d2e2f651, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c680d421-4232-46b9-bea8-b492d2e2f651,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:41:10.729164 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:10.767705 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:10.768386 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:10.769709 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] 10.222.0.47 "PUT /v2.0/ports/c680d421-4232-46b9-bea8-b492d2e2f651 HTTP/1.1" status: 200 len: 1094 time: 1.1425548 Jun 23 13:41:10.770320 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:41:10.772692 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a69525-2a00-4595-91f6-b2e32ace2b17" -d '{"events": [{"name": "network-changed", "server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:41:10.798378 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f87d0-90d9-4f96-a9d0-fc034edd1289 service neutron] Pushing event updated for resources: {'Port': ['ID=c680d421-4232-46b9-bea8-b492d2e2f651,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:10.816384 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:10.857219 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb371ef2-fbd5-4359-bf3f-dd34e2a44a32 x-openstack-request-id: req-cb371ef2-fbd5-4359-bf3f-dd34e2a44a32 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:41:10.857514 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:41:10.857787 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb371ef2-fbd5-4359-bf3f-dd34e2a44a32 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:41:10.858222 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb371ef2-fbd5-4359-bf3f-dd34e2a44a32'] response: {'name': 'network-changed', 'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'status': 'completed', 'code': 200} Jun 23 13:41:10.868481 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-379cdb92-d189-44dc-9d13-b0b66fb3d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:10.870173 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-379cdb92-d189-44dc-9d13-b0b66fb3d9f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fef8d0cb974f35a741c3090fda97f1&device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 1128 time: 0.0514765 Jun 23 13:41:10.920190 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-dc72c2ac-2294-4ca8-a430-7c6cd6062aef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c680d421-4232-46b9-bea8-b492d2e2f651 HTTP/1.1" status: 200 len: 217 time: 0.0423198 Jun 23 13:41:10.978596 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-a6f6fbe6-ca66-4101-909c-b4eb3a36457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:10.980405 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-a6f6fbe6-ca66-4101-909c-b4eb3a36457e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f59c2db-d2a1-4e6b-9c01-f201f588667d HTTP/1.1" status: 200 len: 846 time: 0.0518768 Jun 23 13:41:11.025603 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f496f31e-6f75-40d9-b39e-3e0e132a783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:11.027456 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-f496f31e-6f75-40d9-b39e-3e0e132a783f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=487c99b8-1e62-4d10-926f-f0a88401678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394092 Jun 23 13:41:11.131113 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-45cfa394-6183-4266-966f-e469655158df service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973904 Jun 23 13:41:11.235639 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d3ca7519-a5a2-4cac-affc-73abb51dd3fa req-d182b95f-b6ca-42f9-af29-57d93c2ac1fc service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925448 Jun 23 13:41:11.345834 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeecca5-ce82-48a7-9fed-a96d0cf9fef5 req-f7c31321-6fce-4cd0-b09c-311ae500fe6c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:11.347324 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-abeecca5-ce82-48a7-9fed-a96d0cf9fef5 req-f7c31321-6fce-4cd0-b09c-311ae500fe6c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0519812 Jun 23 13:41:11.398047 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-abeecca5-ce82-48a7-9fed-a96d0cf9fef5 req-d6a13312-5a65-4cc2-9cd2-7f1360f99abe tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449862 Jun 23 13:41:11.517219 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55730) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:11.556354 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698eee75-a29d-495a-b170-d68f805acb2e req-582b43a0-85b0-4a0d-a369-cdd7b68078d3 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:11.557964 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-698eee75-a29d-495a-b170-d68f805acb2e req-582b43a0-85b0-4a0d-a369-cdd7b68078d3 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0517185 Jun 23 13:41:11.587952 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a69525-2a00-4595-91f6-b2e32ace2b17 req-04f52984-aad8-41c1-a3e9-4139594d9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:11.589681 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b1a69525-2a00-4595-91f6-b2e32ace2b17 req-04f52984-aad8-41c1-a3e9-4139594d9926 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fef8d0cb974f35a741c3090fda97f1&device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 1128 time: 0.0444176 Jun 23 13:41:11.605888 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-698eee75-a29d-495a-b170-d68f805acb2e req-90482e27-fa2d-4430-b2c2-ae45f939d3a1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Jun 23 13:41:11.647681 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:11.687322 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a69525-2a00-4595-91f6-b2e32ace2b17 req-a80f123d-f09f-428c-a652-3dbbf8f01b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:11.688800 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b1a69525-2a00-4595-91f6-b2e32ace2b17 req-a80f123d-f09f-428c-a652-3dbbf8f01b2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=487c99b8-1e62-4d10-926f-f0a88401678c HTTP/1.1" status: 200 len: 908 time: 0.0914271 Jun 23 13:41:11.695765 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:11.729831 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Publish callbacks [] for security_group (01874e50-7ccd-4693-86f2-05fd3c73d2b2), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:11.730600 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b1a69525-2a00-4595-91f6-b2e32ace2b17 req-9c20ca99-a66e-420b-90d1-5143510c2558 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c680d421-4232-46b9-bea8-b492d2e2f651 HTTP/1.1" status: 200 len: 217 time: 0.0348415 Jun 23 13:41:11.734320 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (01874e50-7ccd-4693-86f2-05fd3c73d2b2), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:11.776398 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16cc9cdae65c4becba5d6cf1098f72dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581868 Jun 23 13:41:11.776710 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55738) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:11.777626 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01874e50-7ccd-4693-86f2-05fd3c73d2b2,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:11.788966 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.789199 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.789532 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.789856 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.790346 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.790664 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.791124 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.791549 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.791926 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.792251 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.792572 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.792890 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.793327 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.793797 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.794113 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c873b486-40dd-4b39-b00d-2e45d1b71fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:11.803953 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a69525-2a00-4595-91f6-b2e32ace2b17 req-57545c62-41ee-42c4-9b2d-03ee971fde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:11.805714 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b1a69525-2a00-4595-91f6-b2e32ace2b17 req-57545c62-41ee-42c4-9b2d-03ee971fde83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f59c2db-d2a1-4e6b-9c01-f201f588667d HTTP/1.1" status: 200 len: 846 time: 0.0681829 Jun 23 13:41:11.870379 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a69525-2a00-4595-91f6-b2e32ace2b17 req-4806c1c4-0324-4051-9742-be064d29bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:11.871895 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b1a69525-2a00-4595-91f6-b2e32ace2b17 req-4806c1c4-0324-4051-9742-be064d29bfe8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=487c99b8-1e62-4d10-926f-f0a88401678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0579128 Jun 23 13:41:11.872619 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7c1d85d3-114b-4d1a-b1b0-8916bffe58c4 admin admin] Publish callbacks [] for security_group (01874e50-7ccd-4693-86f2-05fd3c73d2b2), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:11.881063 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:11.912992 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7c1d85d3-114b-4d1a-b1b0-8916bffe58c4 admin admin] Publish callbacks [] for security_group (01874e50-7ccd-4693-86f2-05fd3c73d2b2), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:11.916606 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:12.012081 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b1a69525-2a00-4595-91f6-b2e32ace2b17 req-1f6cc560-1f9d-4920-a3c4-42d39d47c522 service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283619 Jun 23 13:41:12.026833 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7c1d85d3-114b-4d1a-b1b0-8916bffe58c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (01874e50-7ccd-4693-86f2-05fd3c73d2b2), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:12.029360 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7c1d85d3-114b-4d1a-b1b0-8916bffe58c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:12.032906 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7c1d85d3-114b-4d1a-b1b0-8916bffe58c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01874e50-7ccd-4693-86f2-05fd3c73d2b2 HTTP/1.1" status: 204 len: 168 time: 0.2528512 Jun 23 13:41:12.050790 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d85d3-114b-4d1a-b1b0-8916bffe58c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01874e50-7ccd-4693-86f2-05fd3c73d2b2,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:12.139144 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b1a69525-2a00-4595-91f6-b2e32ace2b17 req-9d6ecadb-1e10-4202-b655-c0b34fa58ddf service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206925 Jun 23 13:41:12.510155 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55776) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:12.518703 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c340a75-0ba7-433c-a8db-efe2faaa2b4c req-7704c3b8-b88b-48b2-b8ac-55c50b608ea3 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:12.520339 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1c340a75-0ba7-433c-a8db-efe2faaa2b4c req-7704c3b8-b88b-48b2-b8ac-55c50b608ea3 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0509837 Jun 23 13:41:12.548343 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55780) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:12.579568 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1c340a75-0ba7-433c-a8db-efe2faaa2b4c req-10ea2534-884b-4b5c-bb9f-49d632d0d200 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520556 Jun 23 13:41:12.768390 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8575fe8-1380-4f18-a029-24ad3d7cfc0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:12.791110 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:12.871367 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d06cf-e663-4f57-817b-2f4e8e093771 req-554b2c0d-7007-401b-afb4-5118914cc2df tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:12.872730 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c87d06cf-e663-4f57-817b-2f4e8e093771 req-554b2c0d-7007-401b-afb4-5118914cc2df tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0485120 Jun 23 13:41:12.906911 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Publish callbacks [] for security_group (71855234-9616-4034-8a82-7c3bdad72529), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:12.913660 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (71855234-9616-4034-8a82-7c3bdad72529), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:12.949602 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c87d06cf-e663-4f57-817b-2f4e8e093771 req-ea475ecd-9d01-4bc5-af19-88da7c316f7d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677125 Jun 23 13:41:12.971574 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8575fe8-1380-4f18-a029-24ad3d7cfc0b admin admin] Publish callbacks [] for security_group (bbc6bd84-5f08-4c95-ab2e-bf8039d16e49), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:12.979040 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21b1827996534d898d9fd444584977a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677031 Jun 23 13:41:12.979990 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71855234-9616-4034-8a82-7c3bdad72529,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:12.982117 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c8575fe8-1380-4f18-a029-24ad3d7cfc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bbc6bd84-5f08-4c95-ab2e-bf8039d16e49), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:12.982263 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55800) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:12.997371 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:12.997903 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:12.998413 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:12.998890 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:12.999857 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:13.000359 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:13.000855 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:13.001186 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:13.001516 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:13.001847 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:13.002173 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:13.002499 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:13.002819 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:13.003137 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:13.003482 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2915884-2667-41c2-9ab1-a9d21774afdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:13.030645 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c8575fe8-1380-4f18-a029-24ad3d7cfc0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50d7b2fc37f8448bb3afd507ad22538d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4810956 Jun 23 13:41:13.035656 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55802) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:13.038711 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:13.047128 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-667df72c-1cc4-4c81-9ffa-57db4efd7a44 admin admin] Publish callbacks [] for security_group (71855234-9616-4034-8a82-7c3bdad72529), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.053775 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8575fe8-1380-4f18-a029-24ad3d7cfc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc6bd84-5f08-4c95-ab2e-bf8039d16e49,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:13.078568 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-667df72c-1cc4-4c81-9ffa-57db4efd7a44 admin admin] Publish callbacks [] for security_group (71855234-9616-4034-8a82-7c3bdad72529), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.109735 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a60f00e1-88ca-441c-8ef6-4a292cebf050 admin admin] Publish callbacks [] for security_group (bbc6bd84-5f08-4c95-ab2e-bf8039d16e49), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.131271 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55804) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:13.145580 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a60f00e1-88ca-441c-8ef6-4a292cebf050 admin admin] Publish callbacks [] for security_group (bbc6bd84-5f08-4c95-ab2e-bf8039d16e49), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.160435 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-667df72c-1cc4-4c81-9ffa-57db4efd7a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (71855234-9616-4034-8a82-7c3bdad72529), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.165071 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-667df72c-1cc4-4c81-9ffa-57db4efd7a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.168465 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:13.168743 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-667df72c-1cc4-4c81-9ffa-57db4efd7a44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71855234-9616-4034-8a82-7c3bdad72529 HTTP/1.1" status: 204 len: 168 time: 0.1847925 Jun 23 13:41:13.183006 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667df72c-1cc4-4c81-9ffa-57db4efd7a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71855234-9616-4034-8a82-7c3bdad72529,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:13.237343 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a60f00e1-88ca-441c-8ef6-4a292cebf050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bbc6bd84-5f08-4c95-ab2e-bf8039d16e49), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.240661 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a60f00e1-88ca-441c-8ef6-4a292cebf050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.242373 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a60f00e1-88ca-441c-8ef6-4a292cebf050 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbc6bd84-5f08-4c95-ab2e-bf8039d16e49 HTTP/1.1" status: 204 len: 168 time: 0.2053065 Jun 23 13:41:13.252389 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f00e1-88ca-441c-8ef6-4a292cebf050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc6bd84-5f08-4c95-ab2e-bf8039d16e49,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:13.312906 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-64529466-network', 'tenant_id': '5ed01b7f521c413e944560db54281ebc'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:13.338818 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Made reservation on behalf of 5ed01b7f521c413e944560db54281ebc for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:41:13.341875 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.353877 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.430754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:13.444273 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Publish callbacks [] for security_group (2499ea60-6cb2-46d4-9932-ac00f4936372), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.450178 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2499ea60-6cb2-46d4-9932-ac00f4936372), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.481424 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:41:13.492795 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2499ea60-6cb2-46d4-9932-ac00f4936372,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:13.500719 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (d153dd45-750f-41a1-bb60-25921a062387), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.501111 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Added segment d153dd45-750f-41a1-bb60-25921a062387 of type vlan for network 641a390d-373a-419e-893a-8f57c4838f1f Jun 23 13:41:13.547008 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (641a390d-373a-419e-893a-8f57c4838f1f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.574915 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (641a390d-373a-419e-893a-8f57c4838f1f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.576857 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:13.577540 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.582159 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55820) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:13.597520 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-35ecd1dc-b8ff-42c2-bb99-d01bf9375606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.654569 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5221393 Jun 23 13:41:13.655599 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb16ef-1004-4ec2-b43e-48a32f28304e admin admin] Pushing event updated for resources: {'Network': ['ID=641a390d-373a-419e-893a-8f57c4838f1f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:13.658397 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55824) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:13.663848 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] Request body: {'subnet': {'network_id': '641a390d-373a-419e-893a-8f57c4838f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-64529466-subnet', 'tenant_id': '5ed01b7f521c413e944560db54281ebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:13.670198 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 641a390d-373a-419e-893a-8f57c4838f1f details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:41:13.684378 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-35ecd1dc-b8ff-42c2-bb99-d01bf9375606 admin admin] Publish callbacks [] for security_group (84e44325-1281-4e65-a2a9-fd1aa462be21), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.693539 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:13.696336 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-35ecd1dc-b8ff-42c2-bb99-d01bf9375606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (84e44325-1281-4e65-a2a9-fd1aa462be21), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.715417 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] Made reservation on behalf of 5ed01b7f521c413e944560db54281ebc for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:41:13.718040 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5429539'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.765736 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ce8b0-e9a6-4ad5-ac6c-86ff99d74789 req-adbacc75-5221-456a-b5c3-0d71eda5cdcc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:13.767165 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-851ce8b0-e9a6-4ad5-ac6c-86ff99d74789 req-adbacc75-5221-456a-b5c3-0d71eda5cdcc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0815895 Jun 23 13:41:13.769830 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-35ecd1dc-b8ff-42c2-bb99-d01bf9375606 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7eda3f6478d45a5b86cd1525452c2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865132 Jun 23 13:41:13.770982 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecd1dc-b8ff-42c2-bb99-d01bf9375606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e44325-1281-4e65-a2a9-fd1aa462be21,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:13.773535 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55826) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:13.846412 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55828) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:13.861315 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-851ce8b0-e9a6-4ad5-ac6c-86ff99d74789 req-eabb773c-46cb-4151-b51d-2109f1e40da6 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866003 Jun 23 13:41:13.872112 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:13.875124 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8b146862-2c77-4544-9ff6-1167e6bb2450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.878237 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a63905a6-e33c-47dc-929c-8d16fa9dbf7e admin admin] Publish callbacks [] for security_group (84e44325-1281-4e65-a2a9-fd1aa462be21), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.910402 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5839035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5429589'] for subnet (95715c6e-3513-4c43-9f45-ef507c488637), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.915796 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a63905a6-e33c-47dc-929c-8d16fa9dbf7e admin admin] Publish callbacks [] for security_group (84e44325-1281-4e65-a2a9-fd1aa462be21), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:13.970535 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95715c6e-3513-4c43-9f45-ef507c488637,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:13.978775 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] Checking segment: {'id': 'd153dd45-750f-41a1-bb60-25921a062387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:41:13.979142 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] Network hostable DHCP agents. Network: 641a390d-373a-419e-893a-8f57c4838f1f, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:41:14.007844 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] Network 641a390d-373a-419e-893a-8f57c4838f1f is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:41:14.015135 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a63905a6-e33c-47dc-929c-8d16fa9dbf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (84e44325-1281-4e65-a2a9-fd1aa462be21), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:14.018259 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a63905a6-e33c-47dc-929c-8d16fa9dbf7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:14.019607 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a63905a6-e33c-47dc-929c-8d16fa9dbf7e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84e44325-1281-4e65-a2a9-fd1aa462be21 HTTP/1.1" status: 204 len: 168 time: 0.2436574 Jun 23 13:41:14.020383 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 641a390d-373a-419e-893a-8f57c4838f1f) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:41:14.024263 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8b146862-2c77-4544-9ff6-1167e6bb2450 admin admin] Publish callbacks [] for security_group (1de549ae-227d-401c-ae5f-6d64b6c3c716), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:14.024603 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:14.025401 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:14.027624 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:14.034125 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3adb9c8-3d95-4185-9bf3-06dd964e497a None None] Network 641a390d-373a-419e-893a-8f57c4838f1f requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:41:14.055621 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3e8dbc0a-ff9b-4d81-aa49-6394cf061e57 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3886001 Jun 23 13:41:14.056551 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63905a6-e33c-47dc-929c-8d16fa9dbf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e44325-1281-4e65-a2a9-fd1aa462be21,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:14.056551 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8b146862-2c77-4544-9ff6-1167e6bb2450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (1de549ae-227d-401c-ae5f-6d64b6c3c716), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:14.111441 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b146862-2c77-4544-9ff6-1167e6bb2450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de549ae-227d-401c-ae5f-6d64b6c3c716,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:14.127100 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-8b146862-2c77-4544-9ff6-1167e6bb2450 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc7490f52d6b4a88a9a6ca19f5a21183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796938 Jun 23 13:41:14.129911 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 55836) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:14.162610 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eb004-315d-4083-b75a-835c9b9a3470 req-ce1494e5-0e25-4291-9eaa-2467ee22231a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:14.164253 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7c2eb004-315d-4083-b75a-835c9b9a3470 req-ce1494e5-0e25-4291-9eaa-2467ee22231a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.1436439 Jun 23 13:41:14.176471 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d066031-1917-4f14-b6cd-072cecfe415a None None] Network 641a390d-373a-419e-893a-8f57c4838f1f requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:41:14.209563 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1395cacf-8e38-4137-8ab6-c6e6c1b66a77 admin admin] Publish callbacks [] for security_group (1de549ae-227d-401c-ae5f-6d64b6c3c716), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:14.251424 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1395cacf-8e38-4137-8ab6-c6e6c1b66a77 admin admin] Publish callbacks [] for security_group (1de549ae-227d-401c-ae5f-6d64b6c3c716), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:14.256625 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7c2eb004-315d-4083-b75a-835c9b9a3470 req-3273bd34-a49e-4616-805f-f115a4116bf2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843184 Jun 23 13:41:14.274041 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:14.323862 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1395cacf-8e38-4137-8ab6-c6e6c1b66a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (1de549ae-227d-401c-ae5f-6d64b6c3c716), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:14.326834 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1395cacf-8e38-4137-8ab6-c6e6c1b66a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:14.330524 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1395cacf-8e38-4137-8ab6-c6e6c1b66a77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1de549ae-227d-401c-ae5f-6d64b6c3c716 HTTP/1.1" status: 204 len: 168 time: 0.1969368 Jun 23 13:41:14.341865 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395cacf-8e38-4137-8ab6-c6e6c1b66a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de549ae-227d-401c-ae5f-6d64b6c3c716,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:15.031939 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fc291-9b7e-451a-b003-7073affbce71 req-7560de3d-6f65-4569-a5d6-eb8915ba2625 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:15.033723 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b89fc291-9b7e-451a-b003-7073affbce71 req-7560de3d-6f65-4569-a5d6-eb8915ba2625 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0667429 Jun 23 13:41:15.103962 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b89fc291-9b7e-451a-b003-7073affbce71 req-8e7ceff9-d25c-4272-8350-059208ca6c4d tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632892 Jun 23 13:41:15.419050 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdfe42-9828-44f8-8459-bb97db862fd8 req-d96f2063-cb31-4e8b-a40d-d95048195ff3 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:15.420734 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-67fdfe42-9828-44f8-8459-bb97db862fd8 req-d96f2063-cb31-4e8b-a40d-d95048195ff3 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0666811 Jun 23 13:41:15.492722 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-67fdfe42-9828-44f8-8459-bb97db862fd8 req-c279c809-a1e3-496b-a4da-635e22ece7c0 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620637 Jun 23 13:41:15.817337 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55928) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:15.964671 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-de2e0578-1366-47fb-96d0-34c1255c61ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:16.063769 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-de2e0578-1366-47fb-96d0-34c1255c61ba admin admin] Publish callbacks [] for security_group (4d6e55f7-8a11-4778-9826-01cd6d7b93a4), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:16.076921 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-de2e0578-1366-47fb-96d0-34c1255c61ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (4d6e55f7-8a11-4778-9826-01cd6d7b93a4), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:16.125931 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-de2e0578-1366-47fb-96d0-34c1255c61ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19606aabf0ff4938949f73785228d403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091648 Jun 23 13:41:16.126893 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e0578-1366-47fb-96d0-34c1255c61ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6e55f7-8a11-4778-9826-01cd6d7b93a4,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:16.129538 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 55956) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:16.176707 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:16.198149 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-843016c8-1ba5-4e76-af70-5b6b8a37d5c1 admin admin] Publish callbacks [] for security_group (4d6e55f7-8a11-4778-9826-01cd6d7b93a4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:16.226007 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-843016c8-1ba5-4e76-af70-5b6b8a37d5c1 admin admin] Publish callbacks [] for security_group (4d6e55f7-8a11-4778-9826-01cd6d7b93a4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:16.270573 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e9078-7f9b-4e9e-a443-34eeda2e66d1 req-91271a8c-ee05-49cb-8775-2c42b6db9eb4 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:16.278006 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ec7e9078-7f9b-4e9e-a443-34eeda2e66d1 req-91271a8c-ee05-49cb-8775-2c42b6db9eb4 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0714052 Jun 23 13:41:16.283477 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-843016c8-1ba5-4e76-af70-5b6b8a37d5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (4d6e55f7-8a11-4778-9826-01cd6d7b93a4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:16.285748 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-843016c8-1ba5-4e76-af70-5b6b8a37d5c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:16.286907 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-843016c8-1ba5-4e76-af70-5b6b8a37d5c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d6e55f7-8a11-4778-9826-01cd6d7b93a4 HTTP/1.1" status: 204 len: 168 time: 0.1541693 Jun 23 13:41:16.292005 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bc46-e522-425b-a45a-b06b01905aca req-c5a3f2b2-e311-405b-833c-c0562d9e53c9 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:16.298471 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-c5a3f2b2-e311-405b-833c-c0562d9e53c9 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/networks?id=641a390d-373a-419e-893a-8f57c4838f1f HTTP/1.1" status: 200 len: 812 time: 0.1756744 Jun 23 13:41:16.300353 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843016c8-1ba5-4e76-af70-5b6b8a37d5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6e55f7-8a11-4778-9826-01cd6d7b93a4,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:16.324995 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-967eb247-e6a0-4363-88b9-43107b028b79 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/quotas/5ed01b7f521c413e944560db54281ebc HTTP/1.1" status: 200 len: 375 time: 0.0255892 Jun 23 13:41:16.338011 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:16.366886 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-318641f5-7ed4-467b-bdfa-a07d54a1e988 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ed01b7f521c413e944560db54281ebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410075 Jun 23 13:41:16.408878 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ec7e9078-7f9b-4e9e-a443-34eeda2e66d1 req-5acbbb0d-2bf1-4aa3-919a-9902389f62bb tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289666 Jun 23 13:41:16.504933 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-18d2e808-090c-49e8-a7c1-7edd28e4b467 service neutron] 10.222.0.26 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256542 Jun 23 13:41:16.833444 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17658e8-609f-470e-8975-1fc1e5ae095a req-ea2fe8ca-3eb0-45f0-b294-0c12cf6b3f9d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:16.834944 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b17658e8-609f-470e-8975-1fc1e5ae095a req-ea2fe8ca-3eb0-45f0-b294-0c12cf6b3f9d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0667765 Jun 23 13:41:16.853030 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-ed84c449-b5b6-4245-b7d7-7d964a4ea80b service neutron] 10.222.0.26 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447690 Jun 23 13:41:16.937857 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b17658e8-609f-470e-8975-1fc1e5ae095a req-9ea6073c-4e6c-4bf9-acec-9f8104bc4666 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953605 Jun 23 13:41:17.160172 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-16d49c7c-4936-4c67-90fe-d31b3c12aa32 req-ab20fb2f-d27e-4eaa-9bfb-36d3409438a8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 210 time: 0.0544555 Jun 23 13:41:17.524586 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01add386-ac35-43ec-8fe2-251dd561ade4 req-edc64b25-48f4-485a-a6d3-1861b5b1f0cb tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:17.533255 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-01add386-ac35-43ec-8fe2-251dd561ade4 req-edc64b25-48f4-485a-a6d3-1861b5b1f0cb tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0567260 Jun 23 13:41:17.593381 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-01add386-ac35-43ec-8fe2-251dd561ade4 req-29640cc6-5ef0-4bef-9ac4-7cdb2edc3910 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591884 Jun 23 13:41:17.749997 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56038) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:17.866243 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a9cf302b-59e3-4b28-b32b-beab7b06846d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:17.955684 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a9cf302b-59e3-4b28-b32b-beab7b06846d admin admin] Publish callbacks [] for security_group (4e99027a-fee7-4631-9e64-953d818e08d0), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:17.960883 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a9cf302b-59e3-4b28-b32b-beab7b06846d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (4e99027a-fee7-4631-9e64-953d818e08d0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.003195 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a9cf302b-59e3-4b28-b32b-beab7b06846d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be1d6f7297c148ba8a5381684079c443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496161 Jun 23 13:41:18.003495 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56052) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:18.009973 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf302b-59e3-4b28-b32b-beab7b06846d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e99027a-fee7-4631-9e64-953d818e08d0,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:18.056398 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-564c2568-7f43-4411-9627-1cab7494fa41 admin admin] Publish callbacks [] for security_group (4e99027a-fee7-4631-9e64-953d818e08d0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.079830 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-564c2568-7f43-4411-9627-1cab7494fa41 admin admin] Publish callbacks [] for security_group (4e99027a-fee7-4631-9e64-953d818e08d0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.088123 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9699670-d10d-4cdc-b17d-41921d694f8b req-6a96401e-e665-4f7f-82ff-1f08fa2fd382 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:18.090381 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c9699670-d10d-4cdc-b17d-41921d694f8b req-6a96401e-e665-4f7f-82ff-1f08fa2fd382 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0693336 Jun 23 13:41:18.149432 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c9699670-d10d-4cdc-b17d-41921d694f8b req-c88578b4-2bba-4b03-a261-842cde5eabdd tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524147 Jun 23 13:41:18.150059 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-564c2568-7f43-4411-9627-1cab7494fa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (4e99027a-fee7-4631-9e64-953d818e08d0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.152848 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-564c2568-7f43-4411-9627-1cab7494fa41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.155799 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-564c2568-7f43-4411-9627-1cab7494fa41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e99027a-fee7-4631-9e64-953d818e08d0 HTTP/1.1" status: 204 len: 168 time: 0.1511199 Jun 23 13:41:18.164722 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c2568-7f43-4411-9627-1cab7494fa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e99027a-fee7-4631-9e64-953d818e08d0,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:18.279013 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-27c27ada-a6f5-4857-acf7-a08fff0fe8f3 req-26fd77e2-8256-4f1c-b061-93dc5e462b88 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 210 time: 0.0328248 Jun 23 13:41:18.536422 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56072) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:18.553122 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-35bef761-4a5f-4029-963d-8bc2ce485752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.583956 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:18.628709 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8a4a-77b9-46bc-94b9-485f28d3f71c req-44b50b56-5a48-4f39-8c2b-c13eff090f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:18.630760 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-69ad8a4a-77b9-46bc-94b9-485f28d3f71c req-44b50b56-5a48-4f39-8c2b-c13eff090f44 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 1130 time: 0.0630395 Jun 23 13:41:18.706322 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-69ad8a4a-77b9-46bc-94b9-485f28d3f71c req-c3c78973-ab2c-46b2-a15b-fc7efbbd157c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642762 Jun 23 13:41:18.717971 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:18.720828 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-35bef761-4a5f-4029-963d-8bc2ce485752 admin admin] Publish callbacks [] for security_group (700d76a8-f7c4-4d16-91db-0a012e6140db), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.726212 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-35bef761-4a5f-4029-963d-8bc2ce485752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (700d76a8-f7c4-4d16-91db-0a012e6140db), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.732793 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8598c-32b0-453a-9aa1-7eb8d7417eee req-3271d55d-3c8f-4420-8ff9-6dc60de221fb tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:18.735905 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-71f8598c-32b0-453a-9aa1-7eb8d7417eee req-3271d55d-3c8f-4420-8ff9-6dc60de221fb tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0651371 Jun 23 13:41:18.766868 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-35bef761-4a5f-4029-963d-8bc2ce485752 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f1244f4a7db4bef8a826c1da9e5e096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292149 Jun 23 13:41:18.769521 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56080) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:18.777161 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bef761-4a5f-4029-963d-8bc2ce485752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700d76a8-f7c4-4d16-91db-0a012e6140db,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:18.793904 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-71f8598c-32b0-453a-9aa1-7eb8d7417eee req-c18947d0-eff6-45de-a92d-3557f671d686 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526466 Jun 23 13:41:18.830097 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7875803e-ee05-47f0-a753-471b8fc3927a admin admin] Publish callbacks [] for security_group (700d76a8-f7c4-4d16-91db-0a012e6140db), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.859535 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7875803e-ee05-47f0-a753-471b8fc3927a admin admin] Publish callbacks [] for security_group (700d76a8-f7c4-4d16-91db-0a012e6140db), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.875694 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:18.919061 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7875803e-ee05-47f0-a753-471b8fc3927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (700d76a8-f7c4-4d16-91db-0a012e6140db), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.922262 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7875803e-ee05-47f0-a753-471b8fc3927a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:18.923816 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7875803e-ee05-47f0-a753-471b8fc3927a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/700d76a8-f7c4-4d16-91db-0a012e6140db HTTP/1.1" status: 204 len: 168 time: 0.1531861 Jun 23 13:41:18.935172 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875803e-ee05-47f0-a753-471b8fc3927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700d76a8-f7c4-4d16-91db-0a012e6140db,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:19.303618 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04272b-fa5e-4d27-bc3f-bc32e9f20c2b req-4763fd6e-b79b-4945-8e7e-bc539cdb611d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:19.305265 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6f04272b-fa5e-4d27-bc3f-bc32e9f20c2b req-4763fd6e-b79b-4945-8e7e-bc539cdb611d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0663769 Jun 23 13:41:19.309161 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56112) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:19.324680 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-11483d82-ce92-4b09-8164-117db8d1caa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:19.377338 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6f04272b-fa5e-4d27-bc3f-bc32e9f20c2b req-5dd0507c-9eaa-4c9e-b8e2-2a6bdcfd3626 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646498 Jun 23 13:41:19.401651 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fb363808-65f4-4c11-8a58-ebfc26113c5b req-05275aff-e992-4654-b241-013c023f40da tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 210 time: 0.0434458 Jun 23 13:41:19.428122 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-11483d82-ce92-4b09-8164-117db8d1caa1 admin admin] Publish callbacks [] for security_group (c8897b37-ab0b-4234-bc10-42e5b5cac15a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:19.432026 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-11483d82-ce92-4b09-8164-117db8d1caa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (c8897b37-ab0b-4234-bc10-42e5b5cac15a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:19.469211 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11483d82-ce92-4b09-8164-117db8d1caa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8897b37-ab0b-4234-bc10-42e5b5cac15a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:19.481012 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 56124) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:19.481123 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-11483d82-ce92-4b09-8164-117db8d1caa1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41dfe47266504718a35a98b705e472b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706045 Jun 23 13:41:19.539089 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-24c2de36-8f3b-4ab8-bf84-26d5a6a22ef7 admin admin] Publish callbacks [] for security_group (c8897b37-ab0b-4234-bc10-42e5b5cac15a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:19.565143 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-24c2de36-8f3b-4ab8-bf84-26d5a6a22ef7 admin admin] Publish callbacks [] for security_group (c8897b37-ab0b-4234-bc10-42e5b5cac15a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:19.634435 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-24c2de36-8f3b-4ab8-bf84-26d5a6a22ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (c8897b37-ab0b-4234-bc10-42e5b5cac15a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:19.638099 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-24c2de36-8f3b-4ab8-bf84-26d5a6a22ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:19.643421 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-24c2de36-8f3b-4ab8-bf84-26d5a6a22ef7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8897b37-ab0b-4234-bc10-42e5b5cac15a HTTP/1.1" status: 204 len: 168 time: 0.1611402 Jun 23 13:41:19.652675 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2de36-8f3b-4ab8-bf84-26d5a6a22ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8897b37-ab0b-4234-bc10-42e5b5cac15a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:19.689905 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device c680d421-4232-46b9-bea8-b492d2e2f651 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:41:19.923561 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bc46-e522-425b-a45a-b06b01905aca req-27e48c7e-96c2-41f0-a4cd-10bfdccdc008 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:19.929256 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-27e48c7e-96c2-41f0-a4cd-10bfdccdc008 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.47 "GET /v2.0/networks?id=641a390d-373a-419e-893a-8f57c4838f1f HTTP/1.1" status: 200 len: 812 time: 0.2409384 Jun 23 13:41:19.933686 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port c680d421-4232-46b9-bea8-b492d2e2f651, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c680d421-4232-46b9-bea8-b492d2e2f651,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:19.969860 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'port_id': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'mac_address': 'fa:16:3e:df:0f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:41:20.012486 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a90b-a552-4c2e-a8f4-8405fd51ba2d req-8b21e526-6f4b-48cd-98dd-e472561cf114 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:20.014131 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8e99a90b-a552-4c2e-a8f4-8405fd51ba2d req-8b21e526-6f4b-48cd-98dd-e472561cf114 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0692408 Jun 23 13:41:20.029503 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port c680d421-4232-46b9-bea8-b492d2e2f651 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:41:20.030003 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:20.044009 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c680d421-4232-46b9-bea8-b492d2e2f651 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:41:20.065573 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8e99a90b-a552-4c2e-a8f4-8405fd51ba2d req-af7cec56-6390-4a52-9034-7036e326a86d tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454791 Jun 23 13:41:20.068857 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port c680d421-4232-46b9-bea8-b492d2e2f651, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c680d421-4232-46b9-bea8-b492d2e2f651,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:20.073740 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:20.130471 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1fd17992-d416-40ca-8a4e-24754635cc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:20.140500 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=c680d421-4232-46b9-bea8-b492d2e2f651,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:20.147992 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.148329 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.148685 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.149035 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.149360 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.149678 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.150002 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.150321 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.150633 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.150949 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.151292 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.151632 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.151943 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.152252 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.152561 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:41:20.430392 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['c680d421-4232-46b9-bea8-b492d2e2f651'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:41:20.494108 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Request body: {'port': {'device_id': 'be3d6429-ee63-4240-81e2-764a80f56740', 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f', 'admin_state_up': True, 'tenant_id': '5ed01b7f521c413e944560db54281ebc'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:20.592461 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a4979189-c733-42f9-aa99-ff76ed7a6313 req-7965d7aa-b0b1-4eb7-8ed2-6765952bc388 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 210 time: 0.0433502 Jun 23 13:41:20.612822 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ec421-94ac-4864-ae66-372e4e98b615 req-245881e6-c667-4c63-a44c-75ea213f2469 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:20.614461 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a72ec421-94ac-4864-ae66-372e4e98b615 req-245881e6-c667-4c63-a44c-75ea213f2469 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.1585238 Jun 23 13:41:20.654069 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:20.665643 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Made reservation on behalf of 5ed01b7f521c413e944560db54281ebc for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:41:20.670622 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:20.680240 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:20.681805 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a72ec421-94ac-4864-ae66-372e4e98b615 req-4cfe4704-e685-494f-9151-03578997ebd8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598118 Jun 23 13:41:20.703283 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:20.733289 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:20.772098 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:20.815076 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:20.825261 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Allocated IP 172.20.0.14 (641a390d-373a-419e-893a-8f57c4838f1f/95715c6e-3513-4c43-9f45-ef507c488637/b7c518e1-beb1-491b-99ec-6f9a8f70d5f6) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:41:20.997012 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks [] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:20.998743 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 56182) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:21.046605 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.106057 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Network 641a390d-373a-419e-893a-8f57c4838f1f is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:41:21.107558 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:41:21.109367 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Pushing event updated for resources: {'Port': ['ID=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:21.115661 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:41:21.176813 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:21.177537 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.187714 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:21.194195 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1f734c12-ab2f-4b93-ba11-13d06ba31905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.201485 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-8eb0010c-9cba-4c88-9c43-917e389aa307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7120271 Jun 23 13:41:21.218291 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Request body: {'port': {'device_id': 'be3d6429-ee63-4240-81e2-764a80f56740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:21.306062 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.341560 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfa1f5-e040-4edb-a2b9-562d8348f4bb req-f36963c5-848a-4812-b5a6-ff72f2d532c6 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:21.345427 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-efbfa1f5-e040-4edb-a2b9-562d8348f4bb req-f36963c5-848a-4812-b5a6-ff72f2d532c6 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 945 time: 0.1532843 Jun 23 13:41:21.460884 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-efbfa1f5-e040-4edb-a2b9-562d8348f4bb req-8a51e84d-bf72-4bfd-b01f-9ba40e776105 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063182 Jun 23 13:41:21.489920 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1f734c12-ab2f-4b93-ba11-13d06ba31905 admin admin] Publish callbacks [] for security_group (ec34237a-752e-4dc6-8d37-fb86df9e7eda), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.495507 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1f734c12-ab2f-4b93-ba11-13d06ba31905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (ec34237a-752e-4dc6-8d37-fb86df9e7eda), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.538604 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734c12-ab2f-4b93-ba11-13d06ba31905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec34237a-752e-4dc6-8d37-fb86df9e7eda,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:21.560020 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1f734c12-ab2f-4b93-ba11-13d06ba31905 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=623abf1c23344568b2b0077b37402cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5597718 Jun 23 13:41:21.560603 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56204) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:21.684001 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a16e3d8a-db7b-4221-92d8-d95e7ff3f483 admin admin] Publish callbacks [] for security_group (ec34237a-752e-4dc6-8d37-fb86df9e7eda), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.702040 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device c680d421-4232-46b9-bea8-b492d2e2f651 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:41:21.749473 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a16e3d8a-db7b-4221-92d8-d95e7ff3f483 admin admin] Publish callbacks [] for security_group (ec34237a-752e-4dc6-8d37-fb86df9e7eda), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.793924 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a1c6-84b5-4b9f-a6b0-50a599f73d0e req-ce37dd49-e92d-4aad-8709-fc76810b9bfb tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:21.795707 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2fb7a1c6-84b5-4b9f-a6b0-50a599f73d0e req-ce37dd49-e92d-4aad-8709-fc76810b9bfb tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 932 time: 0.1089408 Jun 23 13:41:21.812643 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:21.818641 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port c680d421-4232-46b9-bea8-b492d2e2f651 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:41:21.836306 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:21.836426 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port c680d421-4232-46b9-bea8-b492d2e2f651 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:41:21.836806 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.858506 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:41:21.878204 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Publish callbacks [] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.882366 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad9caa-faa2-41b3-b56e-e7c56a07bbd8 req-f92a3fb4-b4a5-4ffe-b87e-a8eb396cadd7 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:21.884861 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e4ad9caa-faa2-41b3-b56e-e7c56a07bbd8 req-f92a3fb4-b4a5-4ffe-b87e-a8eb396cadd7 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.1093998 Jun 23 13:41:21.912827 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2fb7a1c6-84b5-4b9f-a6b0-50a599f73d0e req-1c80bf9f-bcc2-4daf-889d-f910d5b78b41 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862494 Jun 23 13:41:21.914653 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a16e3d8a-db7b-4221-92d8-d95e7ff3f483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (ec34237a-752e-4dc6-8d37-fb86df9e7eda), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.917182 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a16e3d8a-db7b-4221-92d8-d95e7ff3f483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.938854 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a16e3d8a-db7b-4221-92d8-d95e7ff3f483 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec34237a-752e-4dc6-8d37-fb86df9e7eda HTTP/1.1" status: 204 len: 168 time: 0.3671703 Jun 23 13:41:21.961751 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Transition to ACTIVE for port object b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:41:21.974635 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e3d8a-db7b-4221-92d8-d95e7ff3f483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec34237a-752e-4dc6-8d37-fb86df9e7eda,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:21.979866 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e4ad9caa-faa2-41b3-b56e-e7c56a07bbd8 req-d1d732ec-fb49-419f-af0c-6cb5bf059f24 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833960 Jun 23 13:41:21.980181 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:21.997802 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port c680d421-4232-46b9-bea8-b492d2e2f651 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:41:21.998421 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:22.077561 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:41:22.086808 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55537d85-0d08-49cc-b7ef-d1339f1e276e" -d '{"events": [{"server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "name": "network-vif-plugged", "status": "completed", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:41:22.118620 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:22.135405 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port c680d421-4232-46b9-bea8-b492d2e2f651, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c680d421-4232-46b9-bea8-b492d2e2f651,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:22.150212 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:22.198442 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85891f13-e40e-41b5-b56d-36a19c311dbd x-openstack-request-id: req-85891f13-e40e-41b5-b56d-36a19c311dbd {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:41:22.199071 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "name": "network-vif-plugged", "status": "completed", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:41:22.199507 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85891f13-e40e-41b5-b56d-36a19c311dbd {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:41:22.200067 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85891f13-e40e-41b5-b56d-36a19c311dbd'] response: {'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'code': 200} Jun 23 13:41:22.251016 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Attempting to bind port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:41:22.251589 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Attempting to bind port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd153dd45-750f-41a1-bb60-25921a062387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:41:22.252196 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Attempting to bind port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 on network 641a390d-373a-419e-893a-8f57c4838f1f {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:41:22.257158 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:22.260487 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 on network 641a390d-373a-419e-893a-8f57c4838f1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:41:22.260949 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Attempting to bind port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 on network 641a390d-373a-419e-893a-8f57c4838f1f {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:41:22.262401 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=c680d421-4232-46b9-bea8-b492d2e2f651,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:22.269682 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:41:22.270045 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Checking segment: {'id': 'd153dd45-750f-41a1-bb60-25921a062387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:41:22.270985 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Bound using segment: {'id': 'd153dd45-750f-41a1-bb60-25921a062387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:41:22.271917 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Bound port: b7c518e1-beb1-491b-99ec-6f9a8f70d5f6, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd153dd45-750f-41a1-bb60-25921a062387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:41:22.272394 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:22.374841 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] For port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:41:22.379024 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] For port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6,segment=NetworkSegment(d153dd45-750f-41a1-bb60-25921a062387),segment_id=d153dd45-750f-41a1-bb60-25921a062387)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:41:22.416316 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:22.451379 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d7e5c-a906-470b-8f79-562ed9da939c req-baefaaed-a1ac-4c8f-8c84-31c4f5cccff8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:22.453030 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b91d7e5c-a906-470b-8f79-562ed9da939c req-baefaaed-a1ac-4c8f-8c84-31c4f5cccff8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0769513 Jun 23 13:41:22.467349 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:22.468322 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:22.470775 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] 10.222.0.47 "PUT /v2.0/ports/b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 HTTP/1.1" status: 200 len: 1094 time: 1.2581182 Jun 23 13:41:22.492895 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3d6429-ee63-4240-81e2-764a80f56740', 'tag': 'b7c518e1-beb1-491b-99ec-6f9a8f70d5f6'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:41:22.502333 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cadabbf-0805-4983-9791-7d0f709d30d2" -d '{"events": [{"name": "network-changed", "server_uuid": "be3d6429-ee63-4240-81e2-764a80f56740", "tag": "b7c518e1-beb1-491b-99ec-6f9a8f70d5f6"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:41:22.561249 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b91d7e5c-a906-470b-8f79-562ed9da939c req-1d27201c-9d3c-4b19-962f-9b47158e32de tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018922 Jun 23 13:41:22.564847 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e53f2-a960-42e1-8542-74bfb27c6ad4 req-d19a46d9-2290-4281-bd7c-96e488966c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:22.568032 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db6e53f2-a960-42e1-8542-74bfb27c6ad4 req-d19a46d9-2290-4281-bd7c-96e488966c6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 1130 time: 0.1870272 Jun 23 13:41:22.636568 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76716e-38e7-4493-9ea9-161c6eaf63a9 req-6feee477-14b5-49bb-9a94-4b5b963f68dc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:22.645818 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-db76716e-38e7-4493-9ea9-161c6eaf63a9 req-6feee477-14b5-49bb-9a94-4b5b963f68dc tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0777285 Jun 23 13:41:22.705685 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-db76716e-38e7-4493-9ea9-161c6eaf63a9 req-35948c41-78d1-4554-8ba3-eeca733b3a83 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589728 Jun 23 13:41:22.719488 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad50a1d-8009-43e1-b02b-7fb81c7e8609 x-openstack-request-id: req-4ad50a1d-8009-43e1-b02b-7fb81c7e8609 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:41:22.719705 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3d6429-ee63-4240-81e2-764a80f56740", "tag": "b7c518e1-beb1-491b-99ec-6f9a8f70d5f6", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:41:22.719932 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ad50a1d-8009-43e1-b02b-7fb81c7e8609 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:41:22.720299 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad50a1d-8009-43e1-b02b-7fb81c7e8609'] response: {'name': 'network-changed', 'server_uuid': 'be3d6429-ee63-4240-81e2-764a80f56740', 'tag': 'b7c518e1-beb1-491b-99ec-6f9a8f70d5f6', 'status': 'completed', 'code': 200} Jun 23 13:41:22.735897 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84a0ce-09f5-4390-b516-7fd4397f3767 req-c4caf85d-2b7a-4ec5-8de5-6cadafaeec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:22.736138 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-590962c8-0277-4501-831d-60d14043ec28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:22.737533 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e84a0ce-09f5-4390-b516-7fd4397f3767 req-c4caf85d-2b7a-4ec5-8de5-6cadafaeec6c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 1130 time: 0.2268369 Jun 23 13:41:22.740318 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:22.744242 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54c3cf-2eec-4fd9-8354-234704f878a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:22.760804 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bc46-e522-425b-a45a-b06b01905aca req-9d7cf746-9b26-4cb9-a608-715dadd7d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:22.762276 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-9d7cf746-9b26-4cb9-a608-715dadd7d6e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ed01b7f521c413e944560db54281ebc&device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 1128 time: 0.1669614 Jun 23 13:41:22.815261 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e53f2-a960-42e1-8542-74bfb27c6ad4 req-95ac6ba8-6b91-4449-9ace-d825779d9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:22.816781 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db6e53f2-a960-42e1-8542-74bfb27c6ad4 req-95ac6ba8-6b91-4449-9ace-d825779d9466 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.2202713 Jun 23 13:41:22.822337 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-65c4fd27-9f2d-40ea-93b3-57f8a1067c8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0498345 Jun 23 13:41:22.877749 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db6e53f2-a960-42e1-8542-74bfb27c6ad4 req-c6a1245c-ee65-4504-822a-3e6e8e481078 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff37344-1345-4e9c-9d02-4e0e47f479fc HTTP/1.1" status: 200 len: 217 time: 0.0529337 Jun 23 13:41:22.899032 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e84a0ce-09f5-4390-b516-7fd4397f3767 req-f787dfee-d873-4e76-9691-53d2b6132263 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485980 Jun 23 13:41:22.949218 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bc46-e522-425b-a45a-b06b01905aca req-e3fd69b6-2d6f-4c91-84f0-3cba7cbd31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:22.950666 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-e3fd69b6-2d6f-4c91-84f0-3cba7cbd31a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95715c6e-3513-4c43-9f45-ef507c488637 HTTP/1.1" status: 200 len: 852 time: 0.1117620 Jun 23 13:41:22.958763 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e53f2-a960-42e1-8542-74bfb27c6ad4 req-3fbf1a60-82a4-4b8a-be9c-f8dfcaac0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:22.962844 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db6e53f2-a960-42e1-8542-74bfb27c6ad4 req-3fbf1a60-82a4-4b8a-be9c-f8dfcaac0cf7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0667689 Jun 23 13:41:23.036035 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cb7d2-c5f7-4d78-a4b8-321d918c4201 req-20d9250d-f2cc-4799-ac9d-2f5ee5a668b2 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:23.037539 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-da3cb7d2-c5f7-4d78-a4b8-321d918c4201 req-20d9250d-f2cc-4799-ac9d-2f5ee5a668b2 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 944 time: 0.0496159 Jun 23 13:41:23.087130 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-da3cb7d2-c5f7-4d78-a4b8-321d918c4201 req-d60b0ef1-32e2-4204-8595-e88d43fe72d1 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 Jun 23 13:41:23.181210 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-e7d41368-3459-48a3-b695-89985fe34a6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=641a390d-373a-419e-893a-8f57c4838f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544333 Jun 23 13:41:23.211038 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:23.218231 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e53f2-a960-42e1-8542-74bfb27c6ad4 req-f2ef6e52-f6b5-4e07-a4fc-2da4db4422eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:23.219763 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db6e53f2-a960-42e1-8542-74bfb27c6ad4 req-f2ef6e52-f6b5-4e07-a4fc-2da4db4422eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0851221 Jun 23 13:41:23.344895 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-3eb8f38a-a74f-4a31-98ed-2c0d8fc992bc service neutron] 10.222.0.47 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566010 Jun 23 13:41:23.365805 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db6e53f2-a960-42e1-8542-74bfb27c6ad4 req-7af02866-2be2-415d-9455-513d57cabae5 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368380 Jun 23 13:41:23.478242 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:23.712542 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d9dd-a297-429a-848e-01941d431bf7 req-4711f736-5833-4bb5-ae77-41020472de40 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:23.723777 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2b34d9dd-a297-429a-848e-01941d431bf7 req-4711f736-5833-4bb5-ae77-41020472de40 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0702932 Jun 23 13:41:23.798990 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2b34d9dd-a297-429a-848e-01941d431bf7 req-e0d7db9d-f7f0-4496-9b65-af39f646181e tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597723 Jun 23 13:41:23.867673 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a26555-1a92-4e19-a019-4ce34d251fc8 req-0629fa2e-6e6f-457d-9454-27355bfcf748 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:23.870398 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-64a26555-1a92-4e19-a019-4ce34d251fc8 req-0629fa2e-6e6f-457d-9454-27355bfcf748 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0703714 Jun 23 13:41:23.954651 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-64a26555-1a92-4e19-a019-4ce34d251fc8 req-70a238af-3362-4a59-a784-2dc53948f2fa tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778883 Jun 23 13:41:24.147977 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-db6e53f2-a960-42e1-8542-74bfb27c6ad4 req-7a937f9a-e479-4498-834c-4091e6938fee service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506383 Jun 23 13:41:24.149827 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a111bc46-e522-425b-a45a-b06b01905aca req-94afd3c1-56f0-42ff-a0b8-684550d67e7d service neutron] 10.222.0.47 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628499 Jun 23 13:41:24.179101 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:24.214554 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fc96e-8354-4576-a9f4-29171d06869c req-5bcbdb6a-3baa-4a7e-ad7c-66f8e5e63307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:24.217443 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-675fc96e-8354-4576-a9f4-29171d06869c req-5bcbdb6a-3baa-4a7e-ad7c-66f8e5e63307 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 944 time: 0.0485628 Jun 23 13:41:24.266895 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-675fc96e-8354-4576-a9f4-29171d06869c req-83cf83e3-5ed7-491f-aa2f-8b1b5385ffaf tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 Jun 23 13:41:24.896987 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae191a6-b365-4a1c-98df-af6683e6519d req-cc4010f6-5feb-48db-b591-6cf8db9aa439 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:24.898626 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aae191a6-b365-4a1c-98df-af6683e6519d req-cc4010f6-5feb-48db-b591-6cf8db9aa439 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0524008 Jun 23 13:41:24.954562 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aae191a6-b365-4a1c-98df-af6683e6519d req-fdcf68f3-dbe4-4ccb-8463-1881d7b6b5ab tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503759 Jun 23 13:41:25.104142 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:25.117755 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ce4f0-d69e-42a8-90f4-7f355b731471 req-f46866c1-44f0-4d4c-9371-411c52951a1d tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:25.119326 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3e6ce4f0-d69e-42a8-90f4-7f355b731471 req-f46866c1-44f0-4d4c-9371-411c52951a1d tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0894487 Jun 23 13:41:25.175941 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3e6ce4f0-d69e-42a8-90f4-7f355b731471 req-def618f6-ff55-4f2e-bceb-d730db8cd5fb tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502818 Jun 23 13:41:25.205687 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:25.391921 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d5604-9565-4c6f-adfd-fc97140e4b2c req-a9dd7007-36a6-4a61-9994-125a215b60f5 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:25.393381 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1a7d5604-9565-4c6f-adfd-fc97140e4b2c req-a9dd7007-36a6-4a61-9994-125a215b60f5 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 944 time: 0.0549893 Jun 23 13:41:25.442997 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1a7d5604-9565-4c6f-adfd-fc97140e4b2c req-2691c7b4-c2fa-48da-a5f4-2af32e70c548 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416646 Jun 23 13:41:25.978841 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadabbf-0805-4983-9791-7d0f709d30d2 req-aff5847c-d43b-4d4f-87a0-5651e35235dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:25.980443 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7cadabbf-0805-4983-9791-7d0f709d30d2 req-aff5847c-d43b-4d4f-87a0-5651e35235dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ed01b7f521c413e944560db54281ebc&device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 1128 time: 0.0443611 Jun 23 13:41:26.083412 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae9c10-4b31-4505-9ee2-b9fdf29ffc40 req-cec78efe-ac33-4907-86ad-2a424198a562 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:26.084923 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-40ae9c10-4b31-4505-9ee2-b9fdf29ffc40 req-cec78efe-ac33-4907-86ad-2a424198a562 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0508735 Jun 23 13:41:26.138081 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-40ae9c10-4b31-4505-9ee2-b9fdf29ffc40 req-6ce6adbb-0c6b-4e69-b4df-7f944b5efdfb tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Jun 23 13:41:26.286926 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7fb16-a8d8-425e-81bd-9b50c0cab082 req-a2eec90a-e893-4a0e-a8aa-1340db61c0bf tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:26.289043 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dfa7fb16-a8d8-425e-81bd-9b50c0cab082 req-a2eec90a-e893-4a0e-a8aa-1340db61c0bf tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0482414 Jun 23 13:41:26.341799 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:26.369768 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dfa7fb16-a8d8-425e-81bd-9b50c0cab082 req-de2ebae1-d3e2-4dc9-b3be-f57a7e515cf6 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736215 Jun 23 13:41:26.569673 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651607a-cad0-48bc-ab9d-5167fb7ffa69 req-a2c24837-9494-4c25-96d0-5cb5aed72adb tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:26.576417 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6651607a-cad0-48bc-ab9d-5167fb7ffa69 req-a2c24837-9494-4c25-96d0-5cb5aed72adb tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 944 time: 0.0633068 Jun 23 13:41:26.632592 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6651607a-cad0-48bc-ab9d-5167fb7ffa69 req-7b0d52ed-400a-439b-9718-a8bd1b3a912a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546682 Jun 23 13:41:26.850538 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56428) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:26.890490 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56432) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:27.001848 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d14949bc-b48d-4b40-9b83-4bb66152145e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.028443 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-630f93dd-9dd9-492e-bae5-fc6372430afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.060348 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:27.152587 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d14949bc-b48d-4b40-9b83-4bb66152145e admin admin] Publish callbacks [] for security_group (d6fd59df-61f3-4e17-adfe-d1695537f97a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.160242 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d14949bc-b48d-4b40-9b83-4bb66152145e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (d6fd59df-61f3-4e17-adfe-d1695537f97a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.174270 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-630f93dd-9dd9-492e-bae5-fc6372430afb admin admin] Publish callbacks [] for security_group (3dcbbfdf-61b4-42c6-8ac7-6c3f1c9660bf), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.190691 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-630f93dd-9dd9-492e-bae5-fc6372430afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (3dcbbfdf-61b4-42c6-8ac7-6c3f1c9660bf), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.216125 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d14949bc-b48d-4b40-9b83-4bb66152145e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b973f1d0fdb484f9a2e5f17ec969cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3642480 Jun 23 13:41:27.218926 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 56452) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:27.229610 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14949bc-b48d-4b40-9b83-4bb66152145e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fd59df-61f3-4e17-adfe-d1695537f97a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:27.240888 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-630f93dd-9dd9-492e-bae5-fc6372430afb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25e675ed974a49aface7752a394e57d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492002 Jun 23 13:41:27.248035 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56454) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:27.277451 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f93dd-9dd9-492e-bae5-fc6372430afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcbbfdf-61b4-42c6-8ac7-6c3f1c9660bf,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:27.302531 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:27.311253 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8a13b587-5807-4759-8f06-23636c09575e admin admin] Publish callbacks [] for security_group (3dcbbfdf-61b4-42c6-8ac7-6c3f1c9660bf), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.331545 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c6e0b-725e-4ed6-8292-c140a7401b0f req-43295281-8227-4e58-bfd6-fa5ee245d9ed tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:27.333013 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0d7c6e0b-725e-4ed6-8292-c140a7401b0f req-43295281-8227-4e58-bfd6-fa5ee245d9ed tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.1050403 Jun 23 13:41:27.333392 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8a13b587-5807-4759-8f06-23636c09575e admin admin] Publish callbacks [] for security_group (3dcbbfdf-61b4-42c6-8ac7-6c3f1c9660bf), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.339052 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf2435-b4ac-4de4-969c-bd0eb5d5a84d req-c654c8e8-9784-4633-8ff8-15e9bb18e334 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:27.340458 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bcaf2435-b4ac-4de4-969c-bd0eb5d5a84d req-c654c8e8-9784-4633-8ff8-15e9bb18e334 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.1043916 Jun 23 13:41:27.380016 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a1c01287-e1b4-441d-95d0-3e794b56cb23 admin admin] Publish callbacks [] for security_group (d6fd59df-61f3-4e17-adfe-d1695537f97a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.380255 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8a13b587-5807-4759-8f06-23636c09575e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (3dcbbfdf-61b4-42c6-8ac7-6c3f1c9660bf), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.382871 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8a13b587-5807-4759-8f06-23636c09575e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.386383 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8a13b587-5807-4759-8f06-23636c09575e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3dcbbfdf-61b4-42c6-8ac7-6c3f1c9660bf HTTP/1.1" status: 204 len: 168 time: 0.1351233 Jun 23 13:41:27.393976 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13b587-5807-4759-8f06-23636c09575e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcbbfdf-61b4-42c6-8ac7-6c3f1c9660bf,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:27.429610 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a1c01287-e1b4-441d-95d0-3e794b56cb23 admin admin] Publish callbacks [] for security_group (d6fd59df-61f3-4e17-adfe-d1695537f97a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.451714 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0d7c6e0b-725e-4ed6-8292-c140a7401b0f req-ea9db1ef-017e-4379-88da-b5a8704defaf tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102858 Jun 23 13:41:27.472438 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bcaf2435-b4ac-4de4-969c-bd0eb5d5a84d req-cedac0e0-0de9-4fd0-bd69-de5c36ef38d6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190505 Jun 23 13:41:27.512712 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a1c01287-e1b4-441d-95d0-3e794b56cb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (d6fd59df-61f3-4e17-adfe-d1695537f97a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.516242 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a1c01287-e1b4-441d-95d0-3e794b56cb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.520245 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a1c01287-e1b4-441d-95d0-3e794b56cb23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6fd59df-61f3-4e17-adfe-d1695537f97a HTTP/1.1" status: 204 len: 168 time: 0.2997730 Jun 23 13:41:27.547956 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c01287-e1b4-441d-95d0-3e794b56cb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fd59df-61f3-4e17-adfe-d1695537f97a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:27.592927 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f83295-1d0d-4c47-b449-6a29c3676024 req-1b408ad0-001f-481b-a0ec-5f9374bbec16 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:27.594445 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-26f83295-1d0d-4c47-b449-6a29c3676024 req-1b408ad0-001f-481b-a0ec-5f9374bbec16 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0660117 Jun 23 13:41:27.608059 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:27.667268 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-26f83295-1d0d-4c47-b449-6a29c3676024 req-142f09f3-0a7d-4e5d-94cd-13c5df72e4e6 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655911 Jun 23 13:41:27.695514 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:41:27.850299 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56472) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:27.854671 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c691a9c-5b08-4b8b-949b-7725ea1da607 req-e98f6247-d957-4aac-8f02-f311d5d60222 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:27.856297 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4c691a9c-5b08-4b8b-949b-7725ea1da607 req-e98f6247-d957-4aac-8f02-f311d5d60222 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0649326 Jun 23 13:41:27.869771 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fcea9-eb52-4dc4-87d1-9f15116ea093 req-6b596764-bf81-4b6d-bc94-ab7532f05dda tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:27.876823 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1fcea9-eb52-4dc4-87d1-9f15116ea093 req-6b596764-bf81-4b6d-bc94-ab7532f05dda tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 944 time: 0.1536827 Jun 23 13:41:27.890915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6,segment=NetworkSegment(d153dd45-750f-41a1-bb60-25921a062387),segment_id=d153dd45-750f-41a1-bb60-25921a062387)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:27.894317 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34892-0a41-40a1-aebb-11f2cb7d6070 req-f3a989c1-bb18-471e-a6b2-2924879979a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:27.896145 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4aa34892-0a41-40a1-aebb-11f2cb7d6070 req-f3a989c1-bb18-471e-a6b2-2924879979a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 1130 time: 0.1599069 Jun 23 13:41:27.905479 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': 'b7c518e1-beb1-491b-99ec-6f9a8f70d5f6', 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f', 'port_id': 'b7c518e1-beb1-491b-99ec-6f9a8f70d5f6', 'mac_address': 'fa:16:3e:3d:54:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95715c6e-3513-4c43-9f45-ef507c488637', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:41:27.910095 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8225b593-39a6-4fde-9e63-4c2318752e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.939484 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadabbf-0805-4983-9791-7d0f709d30d2 req-10a79a29-d84f-49a5-bda1-6d5262bc176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:27.941320 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7cadabbf-0805-4983-9791-7d0f709d30d2 req-10a79a29-d84f-49a5-bda1-6d5262bc176b service neutron] 10.222.0.47 "GET /v2.0/networks?id=641a390d-373a-419e-893a-8f57c4838f1f HTTP/1.1" status: 200 len: 913 time: 0.2746098 Jun 23 13:41:27.964158 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:41:27.964643 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:27.978239 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5a1fcea9-eb52-4dc4-87d1-9f15116ea093 req-bd6991fa-2b4c-4d70-b82f-6de8c3bd622a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998402 Jun 23 13:41:27.999024 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:41:28.019092 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4c691a9c-5b08-4b8b-949b-7725ea1da607 req-e9eed179-d812-4ec3-be86-4bdb2f456d68 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373153 Jun 23 13:41:28.038646 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6,segment=NetworkSegment(d153dd45-750f-41a1-bb60-25921a062387),segment_id=d153dd45-750f-41a1-bb60-25921a062387)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:28.041462 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 56478) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:28.048766 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.096166 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8225b593-39a6-4fde-9e63-4c2318752e22 admin admin] Publish callbacks [] for security_group (d6b9743c-acb4-4260-b0e3-1498ad25cc0a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.101449 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:28.112413 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8225b593-39a6-4fde-9e63-4c2318752e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (d6b9743c-acb4-4260-b0e3-1498ad25cc0a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.160042 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8225b593-39a6-4fde-9e63-4c2318752e22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=292f4b2515c54e2aa7b94bb1c86b834d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927196 Jun 23 13:41:28.160949 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225b593-39a6-4fde-9e63-4c2318752e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b9743c-acb4-4260-b0e3-1498ad25cc0a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:28.162848 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 56482) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:28.241516 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56484) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:28.260136 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d6514538-b8a7-486d-9d01-1a6415f249f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.314580 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:28.331931 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7577-486c-45ee-bb4e-29b74da58c36 admin admin] Publish callbacks [] for security_group (d6b9743c-acb4-4260-b0e3-1498ad25cc0a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.358641 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d6514538-b8a7-486d-9d01-1a6415f249f8 admin admin] Publish callbacks [] for security_group (9219bee9-f47f-47ab-b915-18464ed975b5), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.366208 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d6514538-b8a7-486d-9d01-1a6415f249f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9219bee9-f47f-47ab-b915-18464ed975b5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.388904 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cd24c7-112a-4fda-a42d-1b85e7ca424a tempest-TestShelveInstance-322745988 tempest-TestShelveInstance-322745988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:28.390755 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c1cd24c7-112a-4fda-a42d-1b85e7ca424a tempest-TestShelveInstance-322745988 tempest-TestShelveInstance-322745988-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 1125 time: 0.3483419 Jun 23 13:41:28.394549 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 56490) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:28.400324 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['b7c518e1-beb1-491b-99ec-6f9a8f70d5f6'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:41:28.401190 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'port_id': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:28.423976 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7577-486c-45ee-bb4e-29b74da58c36 admin admin] Publish callbacks [] for security_group (d6b9743c-acb4-4260-b0e3-1498ad25cc0a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.426706 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d6514538-b8a7-486d-9d01-1a6415f249f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be55749c2bf442c39fb58eca8761ba53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839609 Jun 23 13:41:28.428414 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56492) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:28.435854 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6514538-b8a7-486d-9d01-1a6415f249f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9219bee9-f47f-47ab-b915-18464ed975b5,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:28.455975 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.490008 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-57be0ef8-d4e8-4aa5-a188-43e8e80eb446 admin admin] Publish callbacks [] for security_group (9219bee9-f47f-47ab-b915-18464ed975b5), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.516407 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-57be0ef8-d4e8-4aa5-a188-43e8e80eb446 admin admin] Publish callbacks [] for security_group (9219bee9-f47f-47ab-b915-18464ed975b5), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.586803 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7cadabbf-0805-4983-9791-7d0f709d30d2 req-d9f508b6-a76e-4aac-8425-0afc8cbfa4ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0676193 Jun 23 13:41:28.600214 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.607116 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7577-486c-45ee-bb4e-29b74da58c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (d6b9743c-acb4-4260-b0e3-1498ad25cc0a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.610412 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4aaa7577-486c-45ee-bb4e-29b74da58c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.612128 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4aaa7577-486c-45ee-bb4e-29b74da58c36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6b9743c-acb4-4260-b0e3-1498ad25cc0a HTTP/1.1" status: 204 len: 168 time: 0.4480450 Jun 23 13:41:28.621885 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:28.674887 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:28.709808 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa7577-486c-45ee-bb4e-29b74da58c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b9743c-acb4-4260-b0e3-1498ad25cc0a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:28.712633 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:28.720818 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-57be0ef8-d4e8-4aa5-a188-43e8e80eb446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9219bee9-f47f-47ab-b915-18464ed975b5), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.723928 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-57be0ef8-d4e8-4aa5-a188-43e8e80eb446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:28.728027 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-57be0ef8-d4e8-4aa5-a188-43e8e80eb446 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9219bee9-f47f-47ab-b915-18464ed975b5 HTTP/1.1" status: 204 len: 168 time: 0.2987013 Jun 23 13:41:28.735044 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34892-0a41-40a1-aebb-11f2cb7d6070 req-22a157a7-e9b9-4014-815f-e3c657108865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:28.736825 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4aa34892-0a41-40a1-aebb-11f2cb7d6070 req-22a157a7-e9b9-4014-815f-e3c657108865 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.1727183 Jun 23 13:41:28.742011 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be0ef8-d4e8-4aa5-a188-43e8e80eb446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9219bee9-f47f-47ab-b915-18464ed975b5,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:28.836587 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:28.860558 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c9638-a53c-4693-b17c-2ce9e176d13f req-daede207-8656-4c12-b7cb-bb59dd4b4df3 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:28.862039 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a22c9638-a53c-4693-b17c-2ce9e176d13f req-daede207-8656-4c12-b7cb-bb59dd4b4df3 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.1469831 Jun 23 13:41:28.877809 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2abd3-82eb-445c-ae11-6d8686a74e0b req-845b4ddc-6cf2-4520-8060-c165cfa99105 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:28.884801 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87a2abd3-82eb-445c-ae11-6d8686a74e0b req-845b4ddc-6cf2-4520-8060-c165cfa99105 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.1682706 Jun 23 13:41:28.888690 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Allocated IP 172.27.0.169 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/ffa2c70f-4afb-43b3-9022-2e31e5e337b7) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:41:29.002676 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87a2abd3-82eb-445c-ae11-6d8686a74e0b req-6fc6aaed-6977-45d9-8210-310a6aaac88c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168838 Jun 23 13:41:29.035726 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a22c9638-a53c-4693-b17c-2ce9e176d13f req-e42d6df8-e102-4695-8f5e-e5530eb207e5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480327 Jun 23 13:41:29.120105 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for port (ffa2c70f-4afb-43b3-9022-2e31e5e337b7), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:29.184829 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4aa34892-0a41-40a1-aebb-11f2cb7d6070 req-fccaeaa1-a42a-4355-a14e-7438b973e276 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff37344-1345-4e9c-9d02-4e0e47f479fc HTTP/1.1" status: 200 len: 217 time: 0.1134958 Jun 23 13:41:29.199544 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c5389-0500-47cf-bc0c-e8c7b7192225 req-c14f560c-e583-4bf1-a16e-b46be9439326 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:29.210827 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-464c5389-0500-47cf-bc0c-e8c7b7192225 req-c14f560c-e583-4bf1-a16e-b46be9439326 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 945 time: 0.0824146 Jun 23 13:41:29.240035 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadabbf-0805-4983-9791-7d0f709d30d2 req-ac71e1ee-af54-402c-a4ea-beb284a0c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:29.242082 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7cadabbf-0805-4983-9791-7d0f709d30d2 req-ac71e1ee-af54-402c-a4ea-beb284a0c441 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95715c6e-3513-4c43-9f45-ef507c488637 HTTP/1.1" status: 200 len: 852 time: 0.1542861 Jun 23 13:41:29.247586 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (ffa2c70f-4afb-43b3-9022-2e31e5e337b7), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:29.289157 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7cadabbf-0805-4983-9791-7d0f709d30d2 req-7ff757e5-993d-499e-bebb-e0a56b50aa06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=641a390d-373a-419e-893a-8f57c4838f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396678 Jun 23 13:41:29.292663 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34892-0a41-40a1-aebb-11f2cb7d6070 req-458b3d9d-d51a-447d-aa48-857c908c88be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:29.294038 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4aa34892-0a41-40a1-aebb-11f2cb7d6070 req-458b3d9d-d51a-447d-aa48-857c908c88be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.1032162 Jun 23 13:41:29.303744 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-464c5389-0500-47cf-bc0c-e8c7b7192225 req-a1dbd5ec-d399-46b3-b1d2-0e154e4c1397 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919046 Jun 23 13:41:29.312787 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:41:29.317707 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:41:29.331157 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:41:29.368787 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34892-0a41-40a1-aebb-11f2cb7d6070 req-58fcefca-a709-45af-b7a5-2a6b6fefa476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:29.370499 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4aa34892-0a41-40a1-aebb-11f2cb7d6070 req-58fcefca-a709-45af-b7a5-2a6b6fefa476 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637712 Jun 23 13:41:29.386369 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event updated for resources: {'Port': ['ID=ffa2c70f-4afb-43b3-9022-2e31e5e337b7,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:29.512649 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7cadabbf-0805-4983-9791-7d0f709d30d2 req-a4add234-e603-4237-9845-bc3ebe59b16a service neutron] 10.222.0.47 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163196 Jun 23 13:41:29.650811 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4aa34892-0a41-40a1-aebb-11f2cb7d6070 req-66933619-c750-41b4-9835-b2ba5fdd04f7 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985712 Jun 23 13:41:29.691355 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7cadabbf-0805-4983-9791-7d0f709d30d2 req-2a4658f4-bc9c-4c3f-be5c-0a07df23ac68 service neutron] 10.222.0.47 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683638 Jun 23 13:41:29.722026 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:41:29.761304 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:29.779645 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:41:29.794646 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:41:29.795310 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:29.806851 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4aa34892-0a41-40a1-aebb-11f2cb7d6070 req-674d26b3-0759-409f-a4cb-5b896cb08630 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493762 Jun 23 13:41:29.957160 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:41:29.957608 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:29.994464 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56568) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:30.000984 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-dd64a19e-5b94-46de-a26a-4f24c2619a19 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--784473364', 'description': 'tempest-description--212244942'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:30.021426 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6,segment=NetworkSegment(d153dd45-750f-41a1-bb60-25921a062387),segment_id=d153dd45-750f-41a1-bb60-25921a062387)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:30.023584 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d6429-ee63-4240-81e2-764a80f56740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c518e1-beb1-491b-99ec-6f9a8f70d5f6'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:41:30.027197 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951710c2-0377-4f5e-96bb-678b16f58dd5" -d '{"events": [{"server_uuid": "be3d6429-ee63-4240-81e2-764a80f56740", "name": "network-vif-plugged", "status": "completed", "tag": "b7c518e1-beb1-491b-99ec-6f9a8f70d5f6"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:41:30.049058 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dd64a19e-5b94-46de-a26a-4f24c2619a19 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.050278 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.094987 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:30.133516 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ffd117-8fa1-4fa1-8573-05d794101a5b x-openstack-request-id: req-e2ffd117-8fa1-4fa1-8573-05d794101a5b {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:41:30.134123 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3d6429-ee63-4240-81e2-764a80f56740", "name": "network-vif-plugged", "status": "completed", "tag": "b7c518e1-beb1-491b-99ec-6f9a8f70d5f6", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:41:30.134607 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2ffd117-8fa1-4fa1-8573-05d794101a5b {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:41:30.135157 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ffd117-8fa1-4fa1-8573-05d794101a5b'] response: {'server_uuid': 'be3d6429-ee63-4240-81e2-764a80f56740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c518e1-beb1-491b-99ec-6f9a8f70d5f6', 'code': 200} Jun 23 13:41:30.166692 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:30.229560 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dd64a19e-5b94-46de-a26a-4f24c2619a19 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (4af39835-c0f2-42dc-a4d9-a84dfd520597), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.237543 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dd64a19e-5b94-46de-a26a-4f24c2619a19 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (4af39835-c0f2-42dc-a4d9-a84dfd520597), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.268360 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-dd64a19e-5b94-46de-a26a-4f24c2619a19 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.269697 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-dd64a19e-5b94-46de-a26a-4f24c2619a19 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2735198 Jun 23 13:41:30.272675 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56584) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:30.277712 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-bad4b197-fb91-432a-b017-12da30705bd4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group_rule': {'security_group_id': '4af39835-c0f2-42dc-a4d9-a84dfd520597', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:30.318999 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64a19e-5b94-46de-a26a-4f24c2619a19 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af39835-c0f2-42dc-a4d9-a84dfd520597,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:30.372834 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bad4b197-fb91-432a-b017-12da30705bd4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (5300c075-9f1f-4fbb-9b66-d7b08704cad9), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.439002 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:30.481395 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bad4b197-fb91-432a-b017-12da30705bd4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (5300c075-9f1f-4fbb-9b66-d7b08704cad9), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.512255 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bad4b197-fb91-432a-b017-12da30705bd4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (5300c075-9f1f-4fbb-9b66-d7b08704cad9), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.544703 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4b197-fb91-432a-b017-12da30705bd4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5300c075-9f1f-4fbb-9b66-d7b08704cad9,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:30.554984 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3c71c-7cfe-4a2f-a362-297420f63ade req-4b902f75-5192-4c37-ad42-6d19176fd8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:30.559393 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-30d3c71c-7cfe-4a2f-a362-297420f63ade req-4b902f75-5192-4c37-ad42-6d19176fd8b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 1130 time: 0.0780609 Jun 23 13:41:30.564107 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bad4b197-fb91-432a-b017-12da30705bd4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.566043 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-bad4b197-fb91-432a-b017-12da30705bd4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2919562 Jun 23 13:41:30.568454 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56622) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:30.573535 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-da75d441-0cb9-4e5b-a2ee-37e072eff810 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group_rule': {'security_group_id': '4af39835-c0f2-42dc-a4d9-a84dfd520597', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:30.605083 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-da75d441-0cb9-4e5b-a2ee-37e072eff810 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (83abf156-d346-4fd0-b95e-3f875871ce21), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.653813 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:30.659922 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:30.681123 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ecd5e-0d3e-4174-959a-bb57f4405dc9 req-2f7386b5-9ca8-4b5a-afec-cc3c8e83ceb2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:30.688822 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-629ecd5e-0d3e-4174-959a-bb57f4405dc9 req-2f7386b5-9ca8-4b5a-afec-cc3c8e83ceb2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.1656370 Jun 23 13:41:30.726981 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-da75d441-0cb9-4e5b-a2ee-37e072eff810 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (83abf156-d346-4fd0-b95e-3f875871ce21), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.728654 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04597177-cc65-4bab-801a-9f129c3d3d19 req-406be775-0964-429e-a0a7-fc69d5cd1977 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:30.730385 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-04597177-cc65-4bab-801a-9f129c3d3d19 req-406be775-0964-429e-a0a7-fc69d5cd1977 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.2049906 Jun 23 13:41:30.738745 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-da75d441-0cb9-4e5b-a2ee-37e072eff810 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (83abf156-d346-4fd0-b95e-3f875871ce21), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.741671 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for floatingip (fdde18bc-4b94-4b9d-9761-8e290c19870a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.770031 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75d441-0cb9-4e5b-a2ee-37e072eff810 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83abf156-d346-4fd0-b95e-3f875871ce21,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:30.773615 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-30d3c71c-7cfe-4a2f-a362-297420f63ade req-b6e06976-425c-4104-9eca-94f845aa5914 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646007 Jun 23 13:41:30.777162 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-da75d441-0cb9-4e5b-a2ee-37e072eff810 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.778241 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-da75d441-0cb9-4e5b-a2ee-37e072eff810 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2086620 Jun 23 13:41:30.781314 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56628) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:30.785966 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:30.808328 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.865476 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-629ecd5e-0d3e-4174-959a-bb57f4405dc9 req-14001245-cdce-4240-98c1-94b33d5a91c5 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756732 Jun 23 13:41:30.912764 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:30.917378 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-04597177-cc65-4bab-801a-9f129c3d3d19 req-2eb907ed-c984-48f4-b0b8-3dbd075ffbe0 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554480 Jun 23 13:41:30.918390 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (ffa2c70f-4afb-43b3-9022-2e31e5e337b7), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.075533 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:31.095283 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Allocated IP 172.27.0.194 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/96aede0a-4cd5-49ba-8df6-64998f92cf60) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:41:31.100113 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4cbdc-83fd-48c6-b374-ec44e84204c5 req-656d6484-ced6-4ff7-a7cb-214a28709f3b tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:31.101708 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fec4cbdc-83fd-48c6-b374-ec44e84204c5 req-656d6484-ced6-4ff7-a7cb-214a28709f3b tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 946 time: 0.0950885 Jun 23 13:41:31.188444 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for port (ffa2c70f-4afb-43b3-9022-2e31e5e337b7), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.196817 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fec4cbdc-83fd-48c6-b374-ec44e84204c5 req-2cfdd1ff-148e-40fc-8b2e-778015ddc516 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835693 Jun 23 13:41:31.197947 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4705434'] for port (ffa2c70f-4afb-43b3-9022-2e31e5e337b7), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.262841 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (96aede0a-4cd5-49ba-8df6-64998f92cf60), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.304121 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (96aede0a-4cd5-49ba-8df6-64998f92cf60), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.315423 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event updated for resources: {'Port': ['ID=ffa2c70f-4afb-43b3-9022-2e31e5e337b7,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:31.328990 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (fdde18bc-4b94-4b9d-9761-8e290c19870a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.372386 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:41:31.375682 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:41:31.378317 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:41:31.408162 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=96aede0a-4cd5-49ba-8df6-64998f92cf60,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:31.491462 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (0834e633-e311-4ff6-b4bc-2a8e69fac1ee), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.504411 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Floating IP fdde18bc-4b94-4b9d-9761-8e290c19870a associated. External IP: 172.27.0.169, port: c680d421-4232-46b9-bea8-b492d2e2f651. Jun 23 13:41:31.532094 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (96aede0a-4cd5-49ba-8df6-64998f92cf60), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.571549 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:31.648385 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56664) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:31.705766 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (96aede0a-4cd5-49ba-8df6-64998f92cf60), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.717248 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (96aede0a-4cd5-49ba-8df6-64998f92cf60), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.728652 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Router 4581d941-e196-4e98-9818-8ec44b6f8621 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:41:31.729841 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:31.809309 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:31.842818 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=96aede0a-4cd5-49ba-8df6-64998f92cf60,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:31.845520 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6d73bfad-25a2-433d-bb6a-108caea2ea51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.868934 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:41:31.878046 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (0834e633-e311-4ff6-b4bc-2a8e69fac1ee), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.883870 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:31.887067 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76729385-fc68-43c9-b569-650cf3a0ce97 None None] Sync routers for ids ['4581d941-e196-4e98-9818-8ec44b6f8621'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:41:31.889712 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.904708 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76729385-fc68-43c9-b569-650cf3a0ce97 None None] Routers {'4581d941-e196-4e98-9818-8ec44b6f8621'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:41:31.906415 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-76729385-fc68-43c9-b569-650cf3a0ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:41:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['4581d941-e196-4e98-9818-8ec44b6f8621'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:41:31.907849 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:31.917354 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a83e59ae-eea9-4fc5-92df-c9d68fe61968 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1268578 Jun 23 13:41:31.970657 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-22833cbc-2166-477a-b6ae-ebf87fe9eca2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5749557 Jun 23 13:41:31.971362 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:41:31.973785 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e27b2e028c6aab96d102b9db07068e0a2fbbf4677211dc7e9ac85eaee364cc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b24083-d0a7-4a8c-859a-aeaf05421d70" -d '{"events": [{"name": "network-changed", "server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:41:32.003304 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6d73bfad-25a2-433d-bb6a-108caea2ea51 admin admin] Publish callbacks [] for security_group (b58a10ec-a6a0-4e0b-9b42-01774b38fddb), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.015191 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6d73bfad-25a2-433d-bb6a-108caea2ea51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (b58a10ec-a6a0-4e0b-9b42-01774b38fddb), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.116469 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6d73bfad-25a2-433d-bb6a-108caea2ea51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a38ac8352614a7ea09a3cc364f0dc42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4637022 Jun 23 13:41:32.117802 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56684) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:32.133662 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09ccdf-99b4-48a9-b689-9c274f6c8189 req-58e18c4f-2217-4b72-9ba0-df131b9fbbfc tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:32.137109 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8f09ccdf-99b4-48a9-b689-9c274f6c8189 req-58e18c4f-2217-4b72-9ba0-df131b9fbbfc tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.1179595 Jun 23 13:41:32.171595 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73bfad-25a2-433d-bb6a-108caea2ea51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58a10ec-a6a0-4e0b-9b42-01774b38fddb,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:32.203261 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-76729385-fc68-43c9-b569-650cf3a0ce97 None None] Set router 4581d941-e196-4e98-9818-8ec44b6f8621 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:41:32.215046 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3750932f-653c-4c11-9beb-76e83739c35d admin admin] Publish callbacks [] for security_group (b58a10ec-a6a0-4e0b-9b42-01774b38fddb), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.243392 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3750932f-653c-4c11-9beb-76e83739c35d admin admin] Publish callbacks [] for security_group (b58a10ec-a6a0-4e0b-9b42-01774b38fddb), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.243628 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3be99b-a194-4854-9c83-69181d6ce03d x-openstack-request-id: req-ca3be99b-a194-4854-9c83-69181d6ce03d {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:41:32.243881 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:41:32.244171 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca3be99b-a194-4854-9c83-69181d6ce03d {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:41:32.244571 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3be99b-a194-4854-9c83-69181d6ce03d'] response: {'name': 'network-changed', 'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'status': 'completed', 'code': 200} Jun 23 13:41:32.262588 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8f09ccdf-99b4-48a9-b689-9c274f6c8189 req-5e31b73a-3107-4358-8996-b3819791056b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174347 Jun 23 13:41:32.306111 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3750932f-653c-4c11-9beb-76e83739c35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (b58a10ec-a6a0-4e0b-9b42-01774b38fddb), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.314303 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3750932f-653c-4c11-9beb-76e83739c35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.315866 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3750932f-653c-4c11-9beb-76e83739c35d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b58a10ec-a6a0-4e0b-9b42-01774b38fddb HTTP/1.1" status: 204 len: 168 time: 0.1952102 Jun 23 13:41:32.326055 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750932f-653c-4c11-9beb-76e83739c35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58a10ec-a6a0-4e0b-9b42-01774b38fddb,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:32.427530 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f784d9-73d5-413c-861e-7ead08f23d0a req-021763eb-08f0-451f-8e98-ff57812f2afc tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:32.429030 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b0f784d9-73d5-413c-861e-7ead08f23d0a req-021763eb-08f0-451f-8e98-ff57812f2afc tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 946 time: 0.0798316 Jun 23 13:41:32.433466 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-a1c69feb-f6aa-4628-b3a6-a3b1440ea50e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--784473364&fields=id&tenant_id=9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 267 time: 0.1142752 Jun 23 13:41:32.567976 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b0f784d9-73d5-413c-861e-7ead08f23d0a req-07148434-8ecb-443d-9795-aa0f6765846d tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305716 Jun 23 13:41:32.602801 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037555d-9954-48d6-b45a-29f802d202df req-00fb540f-df38-419f-b3b6-dae75a127b24 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:32.607997 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-00fb540f-df38-419f-b3b6-dae75a127b24 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 815 time: 0.1631033 Jun 23 13:41:32.632474 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-ba573165-240d-48f6-a0a6-841985b53d6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/quotas/9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 375 time: 0.0160000 Jun 23 13:41:32.660522 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-76729385-fc68-43c9-b569-650cf3a0ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'fdde18bc-4b94-4b9d-9761-8e290c19870a', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'port_id': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'mac_address': 'fa:16:3e:df:0f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:29Z', 'updated_at': '2022-06-23T13:41:29Z', 'revision_number': 0, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ec2f7d-7edf-4871-9829-54a4a5e03be8', 'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'mac_address': 'fa:16:3e:d4:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:18Z', 'updated_at': '2022-06-23T13:40:24Z', 'revision_number': 5, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'subnets': [{'id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:41:32.684608 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56716) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:32.686276 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76729385-fc68-43c9-b569-650cf3a0ce97 None None] Checking router: 4581d941-e196-4e98-9818-8ec44b6f8621 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:41:32.689893 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-8f5f8591-2fea-4d00-bd54-d18d85801546 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176148624', 'description': 'tempest-description--993661159'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:32.695053 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76729385-fc68-43c9-b569-650cf3a0ce97 None None] Routers {'4581d941-e196-4e98-9818-8ec44b6f8621'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:41:32.695689 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-76729385-fc68-43c9-b569-650cf3a0ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:41:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['4581d941-e196-4e98-9818-8ec44b6f8621'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:41:32.718474 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8591-2fea-4d00-bd54-d18d85801546 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.749737 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:32.781389 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-0bafa97c-5a43-4f19-abae-6fdf6e457973 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1221063 Jun 23 13:41:32.785856 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 56730) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:32.810360 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-76729385-fc68-43c9-b569-650cf3a0ce97 None None] Set router 4581d941-e196-4e98-9818-8ec44b6f8621 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:41:32.814518 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8591-2fea-4d00-bd54-d18d85801546 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group (ec5b56f5-c473-4566-8068-9433f087df0a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.820610 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8591-2fea-4d00-bd54-d18d85801546 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (ec5b56f5-c473-4566-8068-9433f087df0a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.827301 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:32.868501 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8591-2fea-4d00-bd54-d18d85801546 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.871538 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8f5f8591-2fea-4d00-bd54-d18d85801546 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1839142 Jun 23 13:41:32.876131 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56740) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:32.877082 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f8591-2fea-4d00-bd54-d18d85801546 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5b56f5-c473-4566-8068-9433f087df0a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:32.877444 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-75f21452-8d3b-41cd-a9e7-f19f05feaf21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.891187 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-aefc0c08-e7e0-4dcc-b845-d650b9495d07 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Request body: {'security_group_rule': {'security_group_id': 'ec5b56f5-c473-4566-8068-9433f087df0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:32.918954 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aefc0c08-e7e0-4dcc-b845-d650b9495d07 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group_rule (13c52544-22fd-47a3-89fa-4f4298cc5423), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.928609 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-9e14cac4-edfc-45ee-b28c-1192b12749cf service neutron] 10.222.0.26 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336839 Jun 23 13:41:32.989599 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aefc0c08-e7e0-4dcc-b845-d650b9495d07 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group_rule (13c52544-22fd-47a3-89fa-4f4298cc5423), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:32.995036 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aefc0c08-e7e0-4dcc-b845-d650b9495d07 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (13c52544-22fd-47a3-89fa-4f4298cc5423), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.009317 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc0c08-e7e0-4dcc-b845-d650b9495d07 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c52544-22fd-47a3-89fa-4f4298cc5423,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:33.030324 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-aefc0c08-e7e0-4dcc-b845-d650b9495d07 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.032205 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-aefc0c08-e7e0-4dcc-b845-d650b9495d07 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442380 Jun 23 13:41:33.034355 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56756) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:33.040617 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-2f667c48-8e12-4461-8153-d9d731126d0b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Request body: {'security_group_rule': {'security_group_id': 'ec5b56f5-c473-4566-8068-9433f087df0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:33.068549 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-b027a241-22c8-4288-b50c-41d6bfc630ce service neutron] 10.222.0.26 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325147 Jun 23 13:41:33.104947 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-75f21452-8d3b-41cd-a9e7-f19f05feaf21 admin admin] Publish callbacks [] for security_group (1ccf565c-bbcf-4daf-aca9-624411ed3b17), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.121571 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-75f21452-8d3b-41cd-a9e7-f19f05feaf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (1ccf565c-bbcf-4daf-aca9-624411ed3b17), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.132334 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:33.135116 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:33.138599 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-76729385-fc68-43c9-b569-650cf3a0ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'fdde18bc-4b94-4b9d-9761-8e290c19870a', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'port_id': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'mac_address': 'fa:16:3e:df:0f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:29Z', 'updated_at': '2022-06-23T13:41:29Z', 'revision_number': 0, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ec2f7d-7edf-4871-9829-54a4a5e03be8', 'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'mac_address': 'fa:16:3e:d4:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:18Z', 'updated_at': '2022-06-23T13:40:24Z', 'revision_number': 5, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'subnets': [{'id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:41:33.142831 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f667c48-8e12-4461-8153-d9d731126d0b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group_rule (ca5abe23-13ef-4b30-b51b-299e593ee246), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.171185 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56760) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:33.171452 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-75f21452-8d3b-41cd-a9e7-f19f05feaf21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c3059dc31b847aa9997667456cf0508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836505 Jun 23 13:41:33.177169 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76729385-fc68-43c9-b569-650cf3a0ce97 None None] The sync data for ids ['4581d941-e196-4e98-9818-8ec44b6f8621'] in dv-cinder-815582-10-iscsi is: [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'fdde18bc-4b94-4b9d-9761-8e290c19870a', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'port_id': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'mac_address': 'fa:16:3e:df:0f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:29Z', 'updated_at': '2022-06-23T13:41:29Z', 'revision_number': 0, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9ec2f7d-7edf-4871-9829-54a4a5e03be8', 'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'mac_address': 'fa:16:3e:d4:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:18Z', 'updated_at': '2022-06-23T13:40:24Z', 'revision_number': 5, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'subnets': [{'id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:41:33.199214 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f21452-8d3b-41cd-a9e7-f19f05feaf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccf565c-bbcf-4daf-aca9-624411ed3b17,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:33.349668 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f667c48-8e12-4461-8153-d9d731126d0b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group_rule (ca5abe23-13ef-4b30-b51b-299e593ee246), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.371577 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c9d678e1-6210-4f3c-8153-a8e319bbe1f2 req-5b8595e1-eaf4-461c-b63f-8279569b4cb5 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 210 time: 0.0458109 Jun 23 13:41:33.378501 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f667c48-8e12-4461-8153-d9d731126d0b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (ca5abe23-13ef-4b30-b51b-299e593ee246), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.430621 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be9f2574-b081-44af-86f1-7c1cd547a724 admin admin] Publish callbacks [] for security_group (1ccf565c-bbcf-4daf-aca9-624411ed3b17), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.449377 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f667c48-8e12-4461-8153-d9d731126d0b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5abe23-13ef-4b30-b51b-299e593ee246,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:33.464145 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f7a9-61ef-4ddd-973c-5ea1f6b43334 req-50aa0f57-83e4-427a-9d40-ae34517db356 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:33.465806 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c508f7a9-61ef-4ddd-973c-5ea1f6b43334 req-50aa0f57-83e4-427a-9d40-ae34517db356 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0928102 Jun 23 13:41:33.468023 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f667c48-8e12-4461-8153-d9d731126d0b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.469318 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2f667c48-8e12-4461-8153-d9d731126d0b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4340019 Jun 23 13:41:33.472885 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 56772) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:33.481199 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:33.489925 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be9f2574-b081-44af-86f1-7c1cd547a724 admin admin] Publish callbacks [] for security_group (1ccf565c-bbcf-4daf-aca9-624411ed3b17), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.523884 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:33.547789 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cabd26e-e025-4fa4-8f37-1f720d6824a9 None None] New status for floating IP fdde18bc-4b94-4b9d-9761-8e290c19870a: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:41:33.558080 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:33.559687 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.584693 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be9f2574-b081-44af-86f1-7c1cd547a724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (1ccf565c-bbcf-4daf-aca9-624411ed3b17), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.589003 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-be9f2574-b081-44af-86f1-7c1cd547a724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.592465 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-be9f2574-b081-44af-86f1-7c1cd547a724 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ccf565c-bbcf-4daf-aca9-624411ed3b17 HTTP/1.1" status: 204 len: 168 time: 0.4201744 Jun 23 13:41:33.603810 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f2574-b081-44af-86f1-7c1cd547a724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccf565c-bbcf-4daf-aca9-624411ed3b17,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:33.649809 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c508f7a9-61ef-4ddd-973c-5ea1f6b43334 req-96a28f3c-d236-4dd4-8631-451ce6639b10 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722579 Jun 23 13:41:33.688733 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.841534 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Allocated IP 172.27.0.159 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/7040bfc4-952e-4941-98e9-aaca4342e1a0) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:41:33.946455 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for port (7040bfc4-952e-4941-98e9-aaca4342e1a0), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:33.983720 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (7040bfc4-952e-4941-98e9-aaca4342e1a0), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.015262 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 56784) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:34.026248 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:41:34.028216 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1b0bce0f-2be8-4ba3-a548-0fe33e2e83c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.029248 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:41:34.033834 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:41:34.059963 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event updated for resources: {'Port': ['ID=7040bfc4-952e-4941-98e9-aaca4342e1a0,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:34.127677 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1b0bce0f-2be8-4ba3-a548-0fe33e2e83c6 admin admin] Publish callbacks [] for security_group (51ca6708-3143-4f6b-bc0b-bab0743a72b8), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.132169 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1b0bce0f-2be8-4ba3-a548-0fe33e2e83c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (51ca6708-3143-4f6b-bc0b-bab0743a72b8), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.133279 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for floatingip (63fd0405-e5f6-4398-b840-a039eef96bed), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.172469 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-1b0bce0f-2be8-4ba3-a548-0fe33e2e83c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5843aecc3cb44442bfe7dc4c57db22de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560800 Jun 23 13:41:34.175687 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bce0f-2be8-4ba3-a548-0fe33e2e83c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ca6708-3143-4f6b-bc0b-bab0743a72b8,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:34.176628 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (7040bfc4-952e-4941-98e9-aaca4342e1a0), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.178242 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 56790) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:34.248117 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:34.295549 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-291ca067-ad64-4a6a-85cf-c5573f567182 admin admin] Publish callbacks [] for security_group (51ca6708-3143-4f6b-bc0b-bab0743a72b8), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.338241 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:34.355687 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-291ca067-ad64-4a6a-85cf-c5573f567182 admin admin] Publish callbacks [] for security_group (51ca6708-3143-4f6b-bc0b-bab0743a72b8), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.421567 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for port (7040bfc4-952e-4941-98e9-aaca4342e1a0), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.428559 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4705434'] for port (7040bfc4-952e-4941-98e9-aaca4342e1a0), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.467945 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-291ca067-ad64-4a6a-85cf-c5573f567182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (51ca6708-3143-4f6b-bc0b-bab0743a72b8), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.470441 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-291ca067-ad64-4a6a-85cf-c5573f567182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.472064 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-291ca067-ad64-4a6a-85cf-c5573f567182 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51ca6708-3143-4f6b-bc0b-bab0743a72b8 HTTP/1.1" status: 204 len: 168 time: 0.2922966 Jun 23 13:41:34.534572 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ca067-ad64-4a6a-85cf-c5573f567182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ca6708-3143-4f6b-bc0b-bab0743a72b8,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:34.539108 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event updated for resources: {'Port': ['ID=7040bfc4-952e-4941-98e9-aaca4342e1a0,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:34.544797 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-be3f4dea-48e4-49e4-9118-312e6ebb99b5 req-8a24d41d-40c4-4391-a967-9d16c708f8a3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 210 time: 0.0716724 Jun 23 13:41:34.552284 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (63fd0405-e5f6-4398-b840-a039eef96bed), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.572377 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:34.581728 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c0ec9cd7-694d-4a67-ae58-2b4a939e69c5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0973525 Jun 23 13:41:34.815186 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33fa81-cd8b-4536-a997-c649881e69d2 req-4631ed65-1087-4b74-8f42-4310c075816e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:34.816779 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3f33fa81-cd8b-4536-a997-c649881e69d2 req-4631ed65-1087-4b74-8f42-4310c075816e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0671210 Jun 23 13:41:34.835596 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-95603b00-741c-48dc-92aa-55f1e8bc2b36 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--176148624&fields=id&tenant_id=855cb6e79485414ab0f2a40162231d72 HTTP/1.1" status: 200 len: 267 time: 0.0919390 Jun 23 13:41:35.145016 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3f33fa81-cd8b-4536-a997-c649881e69d2 req-e2ebca1d-06e4-4754-8917-9062295643aa tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203046 Jun 23 13:41:35.186565 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3aac-ae90-409a-98c2-a57d9244872f req-2912bf5f-9d41-4958-8e09-00fe5f7f4f76 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:35.188057 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-2912bf5f-9d41-4958-8e09-00fe5f7f4f76 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 817 time: 0.3449996 Jun 23 13:41:35.204942 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-5ba0f304-2aaf-444b-8c74-6a36dde7217c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/quotas/855cb6e79485414ab0f2a40162231d72 HTTP/1.1" status: 200 len: 375 time: 0.0104578 Jun 23 13:41:35.261238 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-e1bfdd26-8c7b-48a3-83fe-aa5d1976154b tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496490 Jun 23 13:41:35.371029 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-88a5d877-b244-456d-a8ae-4aa7fb40f029 service neutron] 10.222.0.26 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981221 Jun 23 13:41:35.475994 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-797b76b5-4e7e-4252-85aa-33a724670e84 service neutron] 10.222.0.26 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987504 Jun 23 13:41:35.519980 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b24083-d0a7-4a8c-859a-aeaf05421d70 req-46c0a04c-b70e-465a-80c4-67e71fa1c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:35.531183 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9b24083-d0a7-4a8c-859a-aeaf05421d70 req-46c0a04c-b70e-465a-80c4-67e71fa1c7b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fef8d0cb974f35a741c3090fda97f1&device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 1130 time: 0.0875697 Jun 23 13:41:35.681865 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b24083-d0a7-4a8c-859a-aeaf05421d70 req-60281fad-6c74-4a95-8043-6899f8cbb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:35.683325 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9b24083-d0a7-4a8c-859a-aeaf05421d70 req-60281fad-6c74-4a95-8043-6899f8cbb38c service neutron] 10.222.0.47 "GET /v2.0/networks?id=487c99b8-1e62-4d10-926f-f0a88401678c HTTP/1.1" status: 200 len: 908 time: 0.1493671 Jun 23 13:41:35.691398 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4dacd639-09b8-4783-b8a2-022c08e57df0 req-5d9c7330-3caa-45d0-8781-a94019ba7845 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 210 time: 0.0336208 Jun 23 13:41:35.748802 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2fbacb06-1b81-4312-a497-f3be2aa58efc req-0750420e-845d-4343-9b0a-399eca181d48 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 210 time: 0.0598507 Jun 23 13:41:35.789340 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9b24083-d0a7-4a8c-859a-aeaf05421d70 req-1aac0579-aecd-4c1b-8b9f-9cb839b430e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c680d421-4232-46b9-bea8-b492d2e2f651 HTTP/1.1" status: 200 len: 1002 time: 0.0967038 Jun 23 13:41:35.831126 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:35.870021 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b24083-d0a7-4a8c-859a-aeaf05421d70 req-3bfe42d1-02b7-47c6-b1f0-329bfa815a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:35.871657 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9b24083-d0a7-4a8c-859a-aeaf05421d70 req-3bfe42d1-02b7-47c6-b1f0-329bfa815a83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f59c2db-d2a1-4e6b-9c01-f201f588667d HTTP/1.1" status: 200 len: 846 time: 0.0502772 Jun 23 13:41:36.161488 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b24083-d0a7-4a8c-859a-aeaf05421d70 req-73190783-b159-46c4-866e-7648c5ba5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:36.163175 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9b24083-d0a7-4a8c-859a-aeaf05421d70 req-73190783-b159-46c4-866e-7648c5ba5a10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=487c99b8-1e62-4d10-926f-f0a88401678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502427 Jun 23 13:41:36.289019 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:36.312979 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77338d-f507-49a9-ae67-a2d7318c6178 req-8265810a-e3d6-4c9b-9e42-8e70c115c7db tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:36.315109 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4b77338d-f507-49a9-ae67-a2d7318c6178 req-8265810a-e3d6-4c9b-9e42-8e70c115c7db tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0575714 Jun 23 13:41:36.358248 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9b24083-d0a7-4a8c-859a-aeaf05421d70 req-396d1f69-b93f-454f-a0fd-606927a09966 service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881471 Jun 23 13:41:36.408279 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4b77338d-f507-49a9-ae67-a2d7318c6178 req-73be491f-24ed-4e5a-8a1e-b347a005e2e3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811403 Jun 23 13:41:36.545756 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037555d-9954-48d6-b45a-29f802d202df req-8937ccfb-f38a-4708-924c-6fe4fd67cc1d tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:36.547387 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-8937ccfb-f38a-4708-924c-6fe4fd67cc1d tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 815 time: 0.2492194 Jun 23 13:41:36.567762 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b9b24083-d0a7-4a8c-859a-aeaf05421d70 req-84e1e481-4380-456f-9a24-9f8c700a7373 service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773579 Jun 23 13:41:36.819322 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4728d760-686f-4d70-92c7-71aa7c4f19d8 req-7abbdf06-87f8-4faf-9646-30f139ee6265 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 210 time: 0.0489144 Jun 23 13:41:36.842952 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:36.868688 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-68aad290-0e3d-40ab-b67a-8a8bfe8928b4 req-22e7c7c2-b97f-4abc-8b69-ee4d875127e0 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 210 time: 0.0345726 Jun 23 13:41:36.887239 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-41f12c36-d24d-4447-919d-fe0e9ddfa80f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 471 time: 0.1019068 Jun 23 13:41:36.902990 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'port': {'device_id': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'admin_state_up': True, 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'security_groups': ['4af39835-c0f2-42dc-a4d9-a84dfd520597']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:37.099061 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3aac-ae90-409a-98c2-a57d9244872f req-2396db13-fa99-461a-b266-70b4fe5e3d40 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:37.100503 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-2396db13-fa99-461a-b266-70b4fe5e3d40 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 817 time: 0.1816626 Jun 23 13:41:37.137684 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Made reservation on behalf of 9298bf4635e84993b086309715cc7cbe for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:41:37.140976 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:37.193512 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-aa42972c-21c3-497a-9759-e0c98b67232a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=855cb6e79485414ab0f2a40162231d72 HTTP/1.1" status: 200 len: 379 time: 0.0824068 Jun 23 13:41:37.225121 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Request body: {'port': {'device_id': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'admin_state_up': True, 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'security_groups': ['ec5b56f5-c473-4566-8068-9433f087df0a']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:37.546884 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e79152-7bd7-4040-9560-a9c80aafaeed req-c61a0953-ee5c-4f03-b9c5-80443077fa5a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:37.548422 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b1e79152-7bd7-4040-9560-a9c80aafaeed req-c61a0953-ee5c-4f03-b9c5-80443077fa5a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0587003 Jun 23 13:41:37.596870 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b1e79152-7bd7-4040-9560-a9c80aafaeed req-04f32b17-7751-4c32-9b74-bd963a488023 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425756 Jun 23 13:41:37.619002 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Allocated IP 172.20.0.6 (750f6de3-a7e6-4721-b369-b46085e03f9a/1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384/8ea31764-a046-4254-ae49-a5854ff7c61e) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:41:37.628360 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:37.651114 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Made reservation on behalf of 855cb6e79485414ab0f2a40162231d72 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:41:37.654446 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:37.870775 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:37.880162 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Allocated IP 172.20.0.11 (aa1c1aa4-3e5b-4496-86ec-113ba24a4995/3c1268ce-389b-488c-bcb7-bb9e10058879/60ed90f0-c222-4a32-aa94-aa23838b7b54) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:41:37.897820 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:37.914963 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:37.942946 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-087245a2-61e1-4df7-b63d-e46622ac503b req-bf717849-5531-4edb-b121-9a5bfabe9f04 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 210 time: 0.0393596 Jun 23 13:41:37.962946 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:37.975395 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5be4a1f4-4a4e-4cca-9c1e-097cb677c1e8 req-9aaa70e5-3579-4f61-b93f-a981081403a8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 210 time: 0.0302520 Jun 23 13:41:38.051016 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Network 750f6de3-a7e6-4721-b369-b46085e03f9a is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:41:38.059779 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:41:38.063912 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=8ea31764-a046-4254-ae49-a5854ff7c61e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:38.068219 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:41:38.155713 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:38.156497 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:38.161680 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:38.187428 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-357e0f6b-f9cf-4e77-b7a2-54b351580a46 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2884648 Jun 23 13:41:38.208918 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Request body: {'port': {'device_id': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:38.256562 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:38.291590 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:38.321245 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-7b655834-33a1-4494-9bc7-3e928bf5377a None None] Provisioning complete for port 8ea31764-a046-4254-ae49-a5854ff7c61e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:41:38.321816 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7b655834-33a1-4494-9bc7-3e928bf5377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:38.333317 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:41:38.334010 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:38.339828 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:41:38.351396 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:41:38.358129 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event updated for resources: {'Port': ['ID=60ed90f0-c222-4a32-aa94-aa23838b7b54,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:38.358965 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7b655834-33a1-4494-9bc7-3e928bf5377a None None] Port 8ea31764-a046-4254-ae49-a5854ff7c61e cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:41:38.438138 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:38.438746 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:38.513840 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-6360663f-1ef4-44ba-8885-6fee55c70e94 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2944634 Jun 23 13:41:38.529692 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Request body: {'port': {'device_id': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:38.577055 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-fda6720d-b8dc-4e27-9253-1f240eed5731 None None] Provisioning complete for port 60ed90f0-c222-4a32-aa94-aa23838b7b54 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:41:38.577531 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-fda6720d-b8dc-4e27-9253-1f240eed5731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:38.608771 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-fda6720d-b8dc-4e27-9253-1f240eed5731 None None] Port 60ed90f0-c222-4a32-aa94-aa23838b7b54 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:41:38.648568 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:38.719118 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:38.735502 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdef66c-2f58-4613-bddb-0cffe304882e req-75f905f6-f3e6-4a11-b2ab-d3ad0c4ee952 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:38.737106 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7cdef66c-2f58-4613-bddb-0cffe304882e req-75f905f6-f3e6-4a11-b2ab-d3ad0c4ee952 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0648613 Jun 23 13:41:38.790864 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7cdef66c-2f58-4613-bddb-0cffe304882e req-2eda9554-b721-470c-82a8-0bdac1beb33c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418632 Jun 23 13:41:38.827369 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea31764-a046-4254-ae49-a5854ff7c61e {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:41:38.837754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Publish callbacks [] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:38.867473 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Transition to ACTIVE for port object 8ea31764-a046-4254-ae49-a5854ff7c61e will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:41:38.878182 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:38.970690 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea31764-a046-4254-ae49-a5854ff7c61e,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:39.029794 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:39.099718 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fee05e-acc5-4a5c-a604-2e10a64d0e86 req-04e5f641-8f47-4b93-97f0-4dcbaf1b5a14 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:39.100612 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e9fee05e-acc5-4a5c-a604-2e10a64d0e86 req-04e5f641-8f47-4b93-97f0-4dcbaf1b5a14 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.0685956 Jun 23 13:41:39.102341 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Attempting to bind port 8ea31764-a046-4254-ae49-a5854ff7c61e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:41:39.102671 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Attempting to bind port 8ea31764-a046-4254-ae49-a5854ff7c61e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:41:39.102998 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Attempting to bind port 8ea31764-a046-4254-ae49-a5854ff7c61e on network 750f6de3-a7e6-4721-b369-b46085e03f9a {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:41:39.111230 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ed90f0-c222-4a32-aa94-aa23838b7b54 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:41:39.116230 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Publish callbacks [] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:39.118596 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Port 8ea31764-a046-4254-ae49-a5854ff7c61e on network 750f6de3-a7e6-4721-b369-b46085e03f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:41:39.118908 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Attempting to bind port 8ea31764-a046-4254-ae49-a5854ff7c61e on network 750f6de3-a7e6-4721-b369-b46085e03f9a {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:41:39.130033 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:41:39.130300 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Checking segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:41:39.130464 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Bound using segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:41:39.130888 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Bound port: 8ea31764-a046-4254-ae49-a5854ff7c61e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:41:39.131237 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:39.148180 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Transition to ACTIVE for port object 60ed90f0-c222-4a32-aa94-aa23838b7b54 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:41:39.156317 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:39.169389 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a05e-f89e-4926-8d12-43de2fabf8f4 req-9e18a387-0910-4e69-8f3c-bbc99e90f2cf tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:39.171482 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f220a05e-f89e-4926-8d12-43de2fabf8f4 req-9e18a387-0910-4e69-8f3c-bbc99e90f2cf tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 932 time: 0.0954792 Jun 23 13:41:39.215595 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e9fee05e-acc5-4a5c-a604-2e10a64d0e86 req-0c0baa47-a671-45f7-9632-d7885855718d tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895593 Jun 23 13:41:39.246804 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Pushing event updated for resources: {'Port': ['ID=60ed90f0-c222-4a32-aa94-aa23838b7b54,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:39.249748 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] For port 8ea31764-a046-4254-ae49-a5854ff7c61e, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:41:39.259645 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] For port 8ea31764-a046-4254-ae49-a5854ff7c61e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8ea31764-a046-4254-ae49-a5854ff7c61e,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:41:39.272111 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f220a05e-f89e-4926-8d12-43de2fabf8f4 req-df3ecdae-93f4-4ba6-b973-83f58e9de5a1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809128 Jun 23 13:41:39.281130 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:39.356183 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:39.356853 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:39.358316 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] 10.222.0.47 "PUT /v2.0/ports/8ea31764-a046-4254-ae49-a5854ff7c61e HTTP/1.1" status: 200 len: 1093 time: 1.1576531 Jun 23 13:41:39.358859 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'tag': '8ea31764-a046-4254-ae49-a5854ff7c61e'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:41:39.361134 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc792e1-4043-4772-afc8-f3a252c89ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "0417cd02-d58c-4bd7-8847-6b817258fc3d", "tag": "8ea31764-a046-4254-ae49-a5854ff7c61e"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:41:39.392571 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a605feb-3c9b-4eeb-a46e-bfd996936e29 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea31764-a046-4254-ae49-a5854ff7c61e,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:39.400819 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Attempting to bind port 60ed90f0-c222-4a32-aa94-aa23838b7b54 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:41:39.401140 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Attempting to bind port 60ed90f0-c222-4a32-aa94-aa23838b7b54 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:41:39.401459 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Attempting to bind port 60ed90f0-c222-4a32-aa94-aa23838b7b54 on network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:41:39.406059 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Port 60ed90f0-c222-4a32-aa94-aa23838b7b54 on network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:41:39.406373 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Attempting to bind port 60ed90f0-c222-4a32-aa94-aa23838b7b54 on network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:41:39.411884 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:41:39.412213 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Checking segment: {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:41:39.412621 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Bound using segment: {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:41:39.413098 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Bound port: 60ed90f0-c222-4a32-aa94-aa23838b7b54, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa6e6ae-0e9d-49f0-a191-6cd379497902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:41:39.413482 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:39.435229 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3dfaa1-b06b-497b-a998-651629460eaa x-openstack-request-id: req-4a3dfaa1-b06b-497b-a998-651629460eaa {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:41:39.436934 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0417cd02-d58c-4bd7-8847-6b817258fc3d", "tag": "8ea31764-a046-4254-ae49-a5854ff7c61e", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:41:39.437195 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a3dfaa1-b06b-497b-a998-651629460eaa {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:41:39.437840 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3dfaa1-b06b-497b-a998-651629460eaa'] response: {'name': 'network-changed', 'server_uuid': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'tag': '8ea31764-a046-4254-ae49-a5854ff7c61e', 'status': 'completed', 'code': 200} Jun 23 13:41:39.528020 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:39.536859 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037555d-9954-48d6-b45a-29f802d202df req-827aa561-bfff-4a80-a9e7-dbca2033a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:39.538384 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-827aa561-bfff-4a80-a9e7-dbca2033a628 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 1127 time: 0.1150560 Jun 23 13:41:39.600034 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-babc20e2-a8eb-44cf-a64f-1f70a96f8aed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ea31764-a046-4254-ae49-a5854ff7c61e HTTP/1.1" status: 200 len: 217 time: 0.0492275 Jun 23 13:41:39.635766 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] For port 60ed90f0-c222-4a32-aa94-aa23838b7b54, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:41:39.659807 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 56978) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:39.660775 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] For port 60ed90f0-c222-4a32-aa94-aa23838b7b54, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:41:39.671699 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:39.680739 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037555d-9954-48d6-b45a-29f802d202df req-b18d16d0-d6b2-48f9-9a51-7820034e85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:39.682188 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-b18d16d0-d6b2-48f9-9a51-7820034e85a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.0753450 Jun 23 13:41:39.758020 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:39.758578 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:39.759986 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/60ed90f0-c222-4a32-aa94-aa23838b7b54 HTTP/1.1" status: 200 len: 1094 time: 1.2347004 Jun 23 13:41:39.780899 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037555d-9954-48d6-b45a-29f802d202df req-54b3004c-e96c-42f1-b770-4534c42e3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:39.783070 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-54b3004c-e96c-42f1-b770-4534c42e3de8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0819430 Jun 23 13:41:39.788380 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950c1ff-b2a4-4d8d-a542-525d5e3c90c3 service neutron] Pushing event updated for resources: {'Port': ['ID=60ed90f0-c222-4a32-aa94-aa23838b7b54,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:39.812146 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:41:39.828836 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f98fefa0-a70e-4b5d-a511-733c064757d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:39.914232 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3aac-ae90-409a-98c2-a57d9244872f req-ba7677da-88d9-4ec6-a7fa-1c486e30336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:39.915872 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-ba7677da-88d9-4ec6-a7fa-1c486e30336b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 1128 time: 0.0824859 Jun 23 13:41:39.940378 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2885317-c899-4719-b9cc-e2b868a39d29 req-64335b0d-333f-40dd-9e81-b5092828fbec tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:39.942011 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d2885317-c899-4719-b9cc-e2b868a39d29 req-64335b0d-333f-40dd-9e81-b5092828fbec tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0654924 Jun 23 13:41:39.967304 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-05761052-5fd2-4f9b-b163-44d52dca928d service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758058 Jun 23 13:41:39.968983 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-98578bc6-110a-49ac-ab7e-a5f9dabf9bbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54 HTTP/1.1" status: 200 len: 217 time: 0.0384727 Jun 23 13:41:39.995861 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f98fefa0-a70e-4b5d-a511-733c064757d4 admin admin] Publish callbacks [] for security_group (48f06824-36e5-4896-9831-74ff78fc2930), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:40.005671 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f98fefa0-a70e-4b5d-a511-733c064757d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (48f06824-36e5-4896-9831-74ff78fc2930), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:40.031758 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d2885317-c899-4719-b9cc-e2b868a39d29 req-3665f8f6-313d-497f-b24c-075b2bef69e7 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820172 Jun 23 13:41:40.043279 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:40.065770 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f98fefa0-a70e-4b5d-a511-733c064757d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc9229668f774c30b18ce3ea22bc9ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046950 Jun 23 13:41:40.066778 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fefa0-a70e-4b5d-a511-733c064757d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f06824-36e5-4896-9831-74ff78fc2930,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:40.069490 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 56986) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:40.090304 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3aac-ae90-409a-98c2-a57d9244872f req-71dfae5e-e59e-467c-92e1-be30181c31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:40.091955 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-71dfae5e-e59e-467c-92e1-be30181c31dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0955355 Jun 23 13:41:40.125917 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cd5-3654-406e-8e3e-552ca7a4aa0e admin admin] Publish callbacks [] for security_group (48f06824-36e5-4896-9831-74ff78fc2930), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:40.143548 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8037555d-9954-48d6-b45a-29f802d202df req-050eb588-c4b5-48d6-bd6c-04d858a40a54 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643922 Jun 23 13:41:40.147075 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cd5-3654-406e-8e3e-552ca7a4aa0e admin admin] Publish callbacks [] for security_group (48f06824-36e5-4896-9831-74ff78fc2930), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:40.150561 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3aac-ae90-409a-98c2-a57d9244872f req-ab5f6ec6-0b4b-447a-bee8-016520a48610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:40.152004 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-ab5f6ec6-0b4b-447a-bee8-016520a48610 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502450 Jun 23 13:41:40.201284 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cd5-3654-406e-8e3e-552ca7a4aa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (48f06824-36e5-4896-9831-74ff78fc2930), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:40.203974 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d0f1cd5-3654-406e-8e3e-552ca7a4aa0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:40.208289 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4d0f1cd5-3654-406e-8e3e-552ca7a4aa0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48f06824-36e5-4896-9831-74ff78fc2930 HTTP/1.1" status: 204 len: 168 time: 0.1373534 Jun 23 13:41:40.219178 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f1cd5-3654-406e-8e3e-552ca7a4aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f06824-36e5-4896-9831-74ff78fc2930,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:40.292237 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc792e1-4043-4772-afc8-f3a252c89ffa req-955d026a-d2b9-442a-ba27-ebbd58a4ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:40.295668 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc792e1-4043-4772-afc8-f3a252c89ffa req-955d026a-d2b9-442a-ba27-ebbd58a4ae63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 1127 time: 0.1018934 Jun 23 13:41:40.344536 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-90b5bde1-96c7-4946-97a1-8fe49fa47556 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846766 Jun 23 13:41:40.364315 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:40.391984 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10a931-403c-4ae8-bcc3-80187b73d904 req-3d52e360-6e78-4779-b010-06492d2ccd71 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:40.393675 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2e10a931-403c-4ae8-bcc3-80187b73d904 req-3d52e360-6e78-4779-b010-06492d2ccd71 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.0875592 Jun 23 13:41:40.427955 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b6ea4-c462-47b9-a1ea-94123c361952 req-1555315a-ed00-40c7-8108-accb9624f135 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:40.429709 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-698b6ea4-c462-47b9-a1ea-94123c361952 req-1555315a-ed00-40c7-8108-accb9624f135 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0798757 Jun 23 13:41:40.474259 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2e10a931-403c-4ae8-bcc3-80187b73d904 req-186b7e50-bd01-4c9d-aa43-8ae3210865f8 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729139 Jun 23 13:41:40.481371 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc792e1-4043-4772-afc8-f3a252c89ffa req-0a839c7e-0501-466e-847c-64d97bd8ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:40.482785 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc792e1-4043-4772-afc8-f3a252c89ffa req-0a839c7e-0501-466e-847c-64d97bd8ecd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 916 time: 0.1803782 Jun 23 13:41:40.509335 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-698b6ea4-c462-47b9-a1ea-94123c361952 req-7f5b1342-5003-4b49-867d-738978bd0b8f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668895 Jun 23 13:41:40.552839 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc792e1-4043-4772-afc8-f3a252c89ffa req-c1177400-738a-461a-a07a-6a12985068a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ea31764-a046-4254-ae49-a5854ff7c61e HTTP/1.1" status: 200 len: 217 time: 0.0495629 Jun 23 13:41:40.557225 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-804b3aac-ae90-409a-98c2-a57d9244872f req-21fac715-609e-4ade-99f1-b4d3e4d18879 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788416 Jun 23 13:41:40.613582 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc792e1-4043-4772-afc8-f3a252c89ffa req-a030c9ca-7456-4523-8ecf-ca758b52ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:40.615151 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc792e1-4043-4772-afc8-f3a252c89ffa req-a030c9ca-7456-4523-8ecf-ca758b52ef39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.0480573 Jun 23 13:41:40.651241 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:40.661716 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc792e1-4043-4772-afc8-f3a252c89ffa req-bec4e2ff-3fe6-4ab1-83f7-f253b2944e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:40.663241 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc792e1-4043-4772-afc8-f3a252c89ffa req-bec4e2ff-3fe6-4ab1-83f7-f253b2944e02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413508 Jun 23 13:41:40.759491 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc792e1-4043-4772-afc8-f3a252c89ffa req-921ccf70-0f36-428e-a6b7-60402a0b9d6c service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880642 Jun 23 13:41:40.854441 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-5bc792e1-4043-4772-afc8-f3a252c89ffa req-97f4d9ff-6883-43f9-8002-c5862870e1bf service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872343 Jun 23 13:41:41.148574 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:41.165677 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150867b-c59a-4b9f-8cd6-eec64cbfc8e0 req-c101a2ae-6f09-4bf4-8e11-f2cfb6fa20ce tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:41.167160 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9150867b-c59a-4b9f-8cd6-eec64cbfc8e0 req-c101a2ae-6f09-4bf4-8e11-f2cfb6fa20ce tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0512416 Jun 23 13:41:41.213603 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9150867b-c59a-4b9f-8cd6-eec64cbfc8e0 req-888affd4-31bc-4c58-95a9-c79eac4477e5 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408521 Jun 23 13:41:41.439281 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:41:41.442315 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217794be-b872-47bb-8a10-871610aa0ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:41:41.478394 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9537a4e8-92b0-444c-a66a-f69ee2aba11d x-openstack-request-id: req-9537a4e8-92b0-444c-a66a-f69ee2aba11d {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:41:41.478686 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:41:41.478935 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9537a4e8-92b0-444c-a66a-f69ee2aba11d {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:41:41.479351 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9537a4e8-92b0-444c-a66a-f69ee2aba11d'] response: {'name': 'network-changed', 'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'status': 'completed', 'code': 200} Jun 23 13:41:41.547725 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217794be-b872-47bb-8a10-871610aa0ba9 req-ffe5d539-5e15-4971-b145-22eeaf96c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:41.549715 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-217794be-b872-47bb-8a10-871610aa0ba9 req-ffe5d539-5e15-4971-b145-22eeaf96c0fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 1128 time: 0.0447595 Jun 23 13:41:41.630961 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788af6d-816c-485a-bcf5-63e57f459fac req-0b29397a-85e3-4744-8c10-7fe00b61ef47 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:41.632485 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5788af6d-816c-485a-bcf5-63e57f459fac req-0b29397a-85e3-4744-8c10-7fe00b61ef47 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.0815442 Jun 23 13:41:41.646584 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217794be-b872-47bb-8a10-871610aa0ba9 req-cab15a18-89af-4452-a554-dfc56ed56b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:41.648095 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-217794be-b872-47bb-8a10-871610aa0ba9 req-cab15a18-89af-4452-a554-dfc56ed56b8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.0915167 Jun 23 13:41:41.649149 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7829a-9d12-43b2-a646-f38e62d9dd34 req-e686e9b8-9edf-484e-ac0f-226c2d1caf70 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:41.650569 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9eb7829a-9d12-43b2-a646-f38e62d9dd34 req-e686e9b8-9edf-484e-ac0f-226c2d1caf70 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0676138 Jun 23 13:41:41.690952 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-217794be-b872-47bb-8a10-871610aa0ba9 req-2e7aea5a-00de-451c-aa74-196284e6e891 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54 HTTP/1.1" status: 200 len: 217 time: 0.0363176 Jun 23 13:41:41.721517 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5788af6d-816c-485a-bcf5-63e57f459fac req-949344d4-fef7-417f-92ba-9ed44b072d4e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699835 Jun 23 13:41:41.728406 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9eb7829a-9d12-43b2-a646-f38e62d9dd34 req-13bd8e8e-2783-4b25-bcc7-55ae45585f12 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708346 Jun 23 13:41:41.752205 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217794be-b872-47bb-8a10-871610aa0ba9 req-54634636-4d3d-446a-9361-68108a8f68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:41.754058 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-217794be-b872-47bb-8a10-871610aa0ba9 req-54634636-4d3d-446a-9361-68108a8f68ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0514815 Jun 23 13:41:41.809032 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217794be-b872-47bb-8a10-871610aa0ba9 req-5a11d9f2-8ed4-47b7-b882-b9f4a37a6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:41.811098 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-217794be-b872-47bb-8a10-871610aa0ba9 req-5a11d9f2-8ed4-47b7-b882-b9f4a37a6134 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414479 Jun 23 13:41:41.854754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:41.914012 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-217794be-b872-47bb-8a10-871610aa0ba9 req-fd3068af-640b-41da-93f3-563d437ddbcc service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919957 Jun 23 13:41:42.070166 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-217794be-b872-47bb-8a10-871610aa0ba9 req-13ccdc6f-f65d-422f-8a35-397035c92808 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872698 Jun 23 13:41:42.341964 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3ec43-6113-4931-9815-cd11ebc89f5c req-ca8484ac-b9ae-4bee-920a-a514d3ac52d1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:42.343697 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b5a3ec43-6113-4931-9815-cd11ebc89f5c req-ca8484ac-b9ae-4bee-920a-a514d3ac52d1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0515041 Jun 23 13:41:42.395690 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b5a3ec43-6113-4931-9815-cd11ebc89f5c req-44dff89e-2d26-478b-9d2d-9cd5af55a410 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462902 Jun 23 13:41:42.864780 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1cbd9-1a95-4882-87d4-ce6be416b1bd req-174f9f4a-eff4-4ea5-8d76-e929dee440f6 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:42.866399 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-51f1cbd9-1a95-4882-87d4-ce6be416b1bd req-174f9f4a-eff4-4ea5-8d76-e929dee440f6 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.0754099 Jun 23 13:41:42.875049 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f121326-4482-47b5-80c4-4d91bb4aa4a2 req-3bfa4f06-3584-467c-8820-738132389949 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:42.876631 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1f121326-4482-47b5-80c4-4d91bb4aa4a2 req-3bfa4f06-3584-467c-8820-738132389949 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0759482 Jun 23 13:41:42.955151 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-51f1cbd9-1a95-4882-87d4-ce6be416b1bd req-e120e46a-7649-4c47-aa2b-15d6ae99a7a8 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775318 Jun 23 13:41:42.959140 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1f121326-4482-47b5-80c4-4d91bb4aa4a2 req-b8dcc46f-078c-45fc-a899-bf7515dc4198 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752742 Jun 23 13:41:43.516752 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5fec2-f56c-4dbc-a07d-41aa21a5074a req-55c40d58-08b2-4a0c-b968-14dfd829a87c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:43.518209 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0ae5fec2-f56c-4dbc-a07d-41aa21a5074a req-55c40d58-08b2-4a0c-b968-14dfd829a87c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0484836 Jun 23 13:41:43.566631 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0ae5fec2-f56c-4dbc-a07d-41aa21a5074a req-fb1ad5e2-0ee9-4ba3-95e3-6659fa8f512e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423510 Jun 23 13:41:43.752088 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:43.889763 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57064) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:44.015923 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-578d313f-f5f6-4bc8-8d11-36535a099817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:44.127787 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189b919-8f86-4e4b-b350-5e5a85a80ea7 req-2dec5021-c4d0-4595-8fa3-566ec6439f3d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:44.129343 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3189b919-8f86-4e4b-b350-5e5a85a80ea7 req-2dec5021-c4d0-4595-8fa3-566ec6439f3d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0927055 Jun 23 13:41:44.141807 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68dd09-b654-49af-b9b8-1b8c2839d944 req-6986c980-125b-41d0-bb72-559f282ea0b5 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:44.143470 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6c68dd09-b654-49af-b9b8-1b8c2839d944 req-6986c980-125b-41d0-bb72-559f282ea0b5 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.1120157 Jun 23 13:41:44.196683 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:44.230254 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:44.249731 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-578d313f-f5f6-4bc8-8d11-36535a099817 admin admin] Publish callbacks [] for security_group (bac4dcd6-3101-43f9-8fcf-dcd4a2095514), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:44.256389 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-578d313f-f5f6-4bc8-8d11-36535a099817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bac4dcd6-3101-43f9-8fcf-dcd4a2095514), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:44.261434 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3189b919-8f86-4e4b-b350-5e5a85a80ea7 req-3d4191d0-890d-4875-8333-a449051c1ab6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158197 Jun 23 13:41:44.267110 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6c68dd09-b654-49af-b9b8-1b8c2839d944 req-57856e48-42a6-4518-92fc-499048c037db tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170158 Jun 23 13:41:44.305884 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d313f-f5f6-4bc8-8d11-36535a099817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac4dcd6-3101-43f9-8fcf-dcd4a2095514,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:44.310075 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-578d313f-f5f6-4bc8-8d11-36535a099817 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=284de7d4a3c84b82bc8bfea0d9783e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4192491 Jun 23 13:41:44.312777 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57074) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:44.361247 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e9660a4d-c24a-49af-a423-9eafe88b0993 admin admin] Publish callbacks [] for security_group (bac4dcd6-3101-43f9-8fcf-dcd4a2095514), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:44.383154 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e9660a4d-c24a-49af-a423-9eafe88b0993 admin admin] Publish callbacks [] for security_group (bac4dcd6-3101-43f9-8fcf-dcd4a2095514), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:44.434344 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e9660a4d-c24a-49af-a423-9eafe88b0993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bac4dcd6-3101-43f9-8fcf-dcd4a2095514), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:44.436947 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e9660a4d-c24a-49af-a423-9eafe88b0993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:44.438100 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e9660a4d-c24a-49af-a423-9eafe88b0993 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bac4dcd6-3101-43f9-8fcf-dcd4a2095514 HTTP/1.1" status: 204 len: 168 time: 0.1244802 Jun 23 13:41:44.446266 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9660a4d-c24a-49af-a423-9eafe88b0993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac4dcd6-3101-43f9-8fcf-dcd4a2095514,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:44.697801 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ae69a-b37f-47fc-b093-4cf7adf9e511 req-a4ff289d-60b9-4021-89bd-b382a7829cc3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:44.699481 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-995ae69a-b37f-47fc-b093-4cf7adf9e511 req-a4ff289d-60b9-4021-89bd-b382a7829cc3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0502024 Jun 23 13:41:44.754544 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-995ae69a-b37f-47fc-b093-4cf7adf9e511 req-b204352a-4cb3-4e65-aa8f-40415a449348 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490215 Jun 23 13:41:45.211206 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 07687dd4-8eaf-46e2-8bcb-86dc90291b87 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:41:45.320282 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:45.333614 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'port_id': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'mac_address': 'fa:16:3e:f9:c9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:41:45.377877 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 is: ACTIVE; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:41:45.378348 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:45.392190 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07687dd4-8eaf-46e2-8bcb-86dc90291b87 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:41:45.414373 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:45.416959 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84507c7d-27b4-4c7d-86da-cb57b1151c8a req-cf0e8f60-583f-4ee6-9457-db0247f3bd29 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:45.418451 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84507c7d-27b4-4c7d-86da-cb57b1151c8a req-cf0e8f60-583f-4ee6-9457-db0247f3bd29 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0821893 Jun 23 13:41:45.419373 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:45.430057 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea1f83-aa10-4ae2-b2fa-4eb6e1cbace6 req-9350499b-7801-489f-8be3-4f5774c32d22 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:45.431518 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cdea1f83-aa10-4ae2-b2fa-4eb6e1cbace6 req-9350499b-7801-489f-8be3-4f5774c32d22 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.0617576 Jun 23 13:41:45.476722 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=07687dd4-8eaf-46e2-8bcb-86dc90291b87,revision_number=6']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:45.508079 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84507c7d-27b4-4c7d-86da-cb57b1151c8a req-3d7930e1-7439-400a-87d0-35de19d3ef4f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756276 Jun 23 13:41:45.512092 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cdea1f83-aa10-4ae2-b2fa-4eb6e1cbace6 req-69bdda0f-2407-48e1-bae6-38d91b2a0c34 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729702 Jun 23 13:41:45.546075 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['07687dd4-8eaf-46e2-8bcb-86dc90291b87'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:41:45.622123 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:45.884557 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baf9bf-6755-4c3f-88be-71c8394d11f4 req-5ae82e89-91f2-4618-a6c1-ac7abf5222c4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:45.886079 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-98baf9bf-6755-4c3f-88be-71c8394d11f4 req-5ae82e89-91f2-4618-a6c1-ac7abf5222c4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 944 time: 0.0474014 Jun 23 13:41:45.938038 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-98baf9bf-6755-4c3f-88be-71c8394d11f4 req-6cef89a0-9b89-40db-a11b-2fdfb00256bd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463376 Jun 23 13:41:46.665939 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0592-196e-443c-be11-bb4a4dc1e820 req-4cd58666-ff5f-454f-a353-7e04ad735eb5 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:46.667499 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-306d0592-196e-443c-be11-bb4a4dc1e820 req-4cd58666-ff5f-454f-a353-7e04ad735eb5 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.0812793 Jun 23 13:41:46.673249 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2271b-a075-4e48-92b8-c2e3844cc586 req-6a8f5e7b-9374-4bfe-90ba-f55b4c1a6523 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:46.674586 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-96d2271b-a075-4e48-92b8-c2e3844cc586 req-6a8f5e7b-9374-4bfe-90ba-f55b4c1a6523 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0906806 Jun 23 13:41:46.749457 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-306d0592-196e-443c-be11-bb4a4dc1e820 req-afa54133-7541-4b23-b834-df824a2504f2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738959 Jun 23 13:41:46.752386 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-96d2271b-a075-4e48-92b8-c2e3844cc586 req-b17f5e64-1b20-4469-a801-046ddd957ee1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709951 Jun 23 13:41:47.059448 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2aa4a-7c81-45a4-80d8-f3c0fffec9b9 req-a972604e-7b55-4bfe-870f-53ffe602c3a8 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:47.061128 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4df2aa4a-7c81-45a4-80d8-f3c0fffec9b9 req-a972604e-7b55-4bfe-870f-53ffe602c3a8 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 944 time: 0.0470395 Jun 23 13:41:47.097011 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:47.112482 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4df2aa4a-7c81-45a4-80d8-f3c0fffec9b9 req-81924454-2cce-41cf-835b-2e0a9b54f639 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438495 Jun 23 13:41:47.206626 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 07687dd4-8eaf-46e2-8bcb-86dc90291b87 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:41:47.256432 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:41:47.256796 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:47.332089 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:41:47.332467 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:47.356275 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:41:47.358496 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84eeb35-25d3-46e5-a305-c21ea3496545" -d '{"events": [{"server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "name": "network-vif-plugged", "status": "completed", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:41:47.371729 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:47.377757 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:47.402931 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41849c12-7e41-458c-b6c6-55d875404afa x-openstack-request-id: req-41849c12-7e41-458c-b6c6-55d875404afa {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:41:47.403234 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "name": "network-vif-plugged", "status": "completed", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:41:47.403536 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41849c12-7e41-458c-b6c6-55d875404afa {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:41:47.404037 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41849c12-7e41-458c-b6c6-55d875404afa'] response: {'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'code': 200} Jun 23 13:41:47.434288 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=07687dd4-8eaf-46e2-8bcb-86dc90291b87,revision_number=7']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:47.905291 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91282b5-8b0c-4dc0-abea-65c0c3a6ca43 req-825a7769-9bfe-42ac-a26a-e3bbd764d9c2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:47.906728 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b91282b5-8b0c-4dc0-abea-65c0c3a6ca43 req-825a7769-9bfe-42ac-a26a-e3bbd764d9c2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.0789652 Jun 23 13:41:47.916209 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808c434-f138-4e0b-84ef-421c32f779e3 req-6bd2d826-4c61-4e1a-a2e1-07b9e353b7d1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:47.917696 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6808c434-f138-4e0b-84ef-421c32f779e3 req-6bd2d826-4c61-4e1a-a2e1-07b9e353b7d1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0791056 Jun 23 13:41:47.969053 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:47.996125 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6808c434-f138-4e0b-84ef-421c32f779e3 req-80ddaf56-3d09-45c6-a7d7-5c5efefa6557 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715418 Jun 23 13:41:48.000436 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b91282b5-8b0c-4dc0-abea-65c0c3a6ca43 req-0157baee-9068-4510-9a8d-997f9bbb24e4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812724 Jun 23 13:41:48.234496 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789e98c-3b6d-4ab1-8e8a-7530e23e5dbd req-10c6d86a-0f74-4920-8964-f18fde683704 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:48.236003 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b789e98c-3b6d-4ab1-8e8a-7530e23e5dbd req-10c6d86a-0f74-4920-8964-f18fde683704 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Jun 23 13:41:48.283153 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b789e98c-3b6d-4ab1-8e8a-7530e23e5dbd req-c8a55e25-2f2d-417f-a599-56583e35db56 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415092 Jun 23 13:41:49.144537 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7de959-455b-4889-a02f-672897c2075d req-4de299ab-3498-4e12-8ed8-ebdc25e2de2d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:49.146019 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e7de959-455b-4889-a02f-672897c2075d req-4de299ab-3498-4e12-8ed8-ebdc25e2de2d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0795338 Jun 23 13:41:49.151833 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646420f5-0997-4e53-b1b7-217a14235e5e req-746601ec-b688-4c44-a2db-d8a6d6d0a72b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:49.153204 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-646420f5-0997-4e53-b1b7-217a14235e5e req-746601ec-b688-4c44-a2db-d8a6d6d0a72b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.0854356 Jun 23 13:41:49.225794 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e7de959-455b-4889-a02f-672897c2075d req-1c4725b2-44e2-46fc-98aa-88ac0e499988 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714478 Jun 23 13:41:49.232428 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-646420f5-0997-4e53-b1b7-217a14235e5e req-efb706c6-7a47-4d86-9a91-eea1652981a6 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719252 Jun 23 13:41:49.412916 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9536d-9cc8-41b4-9d31-7fe962319a55 req-4c15d87c-b3c3-493e-ab1d-31c4ac7ec9bc tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:49.414386 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e0b9536d-9cc8-41b4-9d31-7fe962319a55 req-4c15d87c-b3c3-493e-ab1d-31c4ac7ec9bc tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0520473 Jun 23 13:41:49.469226 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e0b9536d-9cc8-41b4-9d31-7fe962319a55 req-e93774cf-ca2b-44f5-819b-6dfc8b9595b6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464218 Jun 23 13:41:50.101346 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-212ef983-5678-45f5-895f-405f851e670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:50.379186 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa941a7f-0ca8-4a91-8f92-4f8e04f90ad3 req-a85c0e38-01be-4762-b64b-089578f9d6ef tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:50.380667 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fa941a7f-0ca8-4a91-8f92-4f8e04f90ad3 req-a85c0e38-01be-4762-b64b-089578f9d6ef tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0771337 Jun 23 13:41:50.388061 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd4c30-4877-4d62-b0f9-b8f938358568 req-e250e152-30a3-4bff-9476-45fbcae5c463 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:50.389415 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ebd4c30-4877-4d62-b0f9-b8f938358568 req-e250e152-30a3-4bff-9476-45fbcae5c463 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.0729098 Jun 23 13:41:50.465691 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ebd4c30-4877-4d62-b0f9-b8f938358568 req-ed982746-ac68-4cc9-a6d4-92d33aede786 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694590 Jun 23 13:41:50.469435 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fa941a7f-0ca8-4a91-8f92-4f8e04f90ad3 req-bf09f450-d987-408b-ba96-67c18b97e347 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791795 Jun 23 13:41:50.594056 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63c91e-52a2-40bc-b2b9-6fb72be1197c req-2e0cc053-ced9-4ae1-ae47-94f8473a1ae0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:50.595594 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2c63c91e-52a2-40bc-b2b9-6fb72be1197c req-2e0cc053-ced9-4ae1-ae47-94f8473a1ae0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Jun 23 13:41:50.648635 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2c63c91e-52a2-40bc-b2b9-6fb72be1197c req-e3119040-f106-423b-8869-0af94adadad6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459371 Jun 23 13:41:51.616501 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385de87-d4f9-4ee5-83b8-36598a6fb0cb req-3e155578-2e3b-4134-9993-23322cbece9a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:51.617893 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2385de87-d4f9-4ee5-83b8-36598a6fb0cb req-3e155578-2e3b-4134-9993-23322cbece9a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.0805554 Jun 23 13:41:51.623748 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed67fa6-c746-47dc-8dfa-45c58599729f req-4d2bf457-71a3-4c9b-8884-ac1e4d8684ad tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:51.625086 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aed67fa6-c746-47dc-8dfa-45c58599729f req-4d2bf457-71a3-4c9b-8884-ac1e4d8684ad tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0785966 Jun 23 13:41:51.634337 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:51.704836 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2385de87-d4f9-4ee5-83b8-36598a6fb0cb req-42df77ee-39f1-4fc6-8ff5-0874c3b57c2c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788090 Jun 23 13:41:51.708162 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aed67fa6-c746-47dc-8dfa-45c58599729f req-2844f3ea-6ab7-439b-b1a7-6e2d512258f6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760975 Jun 23 13:41:51.813217 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606af918-722d-411d-a3b2-d8480f440e88 req-36bb77e5-2b11-44fc-8dc9-beb67678ee9b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:51.814934 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-606af918-722d-411d-a3b2-d8480f440e88 req-36bb77e5-2b11-44fc-8dc9-beb67678ee9b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0561163 Jun 23 13:41:51.878530 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-606af918-722d-411d-a3b2-d8480f440e88 req-5d01e676-5630-4424-a7e2-c33e316d4b2b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569978 Jun 23 13:41:52.064729 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=65 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:52.066754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=14 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:52.711255 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:52.731667 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3d06a351-fafb-438e-b608-dffee3eada2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:52.748194 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:52.850236 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9d434-93a8-46ac-805e-b888598b0e42 req-3a203090-c0c5-4613-bb58-e58a5281d92f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:52.851701 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9da9d434-93a8-46ac-805e-b888598b0e42 req-3a203090-c0c5-4613-bb58-e58a5281d92f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 943 time: 0.0742240 Jun 23 13:41:52.857516 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712a89-eb10-4de3-8609-10205e739c97 req-3437436c-de62-437b-8213-ee2966c18d81 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:52.858949 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bd712a89-eb10-4de3-8609-10205e739c97 req-3437436c-de62-437b-8213-ee2966c18d81 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0709314 Jun 23 13:41:52.935465 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bd712a89-eb10-4de3-8609-10205e739c97 req-77284e61-6371-4d07-a21e-c2e0ec374812 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691669 Jun 23 13:41:52.938304 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9da9d434-93a8-46ac-805e-b888598b0e42 req-4a2bb0ff-3ce2-4f7c-b210-972eacc4c56e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784869 Jun 23 13:41:53.005529 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:53.041429 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e41276-e47a-4147-aa85-1b41d1296135 req-fde2c1f8-3b72-41d5-885d-485864b69d0e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:53.042913 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84e41276-e47a-4147-aa85-1b41d1296135 req-fde2c1f8-3b72-41d5-885d-485864b69d0e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0469780 Jun 23 13:41:53.095880 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84e41276-e47a-4147-aa85-1b41d1296135 req-61fc153d-b6d2-4934-8d02-fe2ecbe1bcfc tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472291 Jun 23 13:41:53.211623 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 8ea31764-a046-4254-ae49-a5854ff7c61e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:41:53.311508 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 8ea31764-a046-4254-ae49-a5854ff7c61e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8ea31764-a046-4254-ae49-a5854ff7c61e,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:53.323581 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '8ea31764-a046-4254-ae49-a5854ff7c61e', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'port_id': '8ea31764-a046-4254-ae49-a5854ff7c61e', 'mac_address': 'fa:16:3e:b8:3a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:41:53.363796 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 8ea31764-a046-4254-ae49-a5854ff7c61e is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:41:53.364179 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:53.378309 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea31764-a046-4254-ae49-a5854ff7c61e {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:41:53.405933 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 8ea31764-a046-4254-ae49-a5854ff7c61e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8ea31764-a046-4254-ae49-a5854ff7c61e,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:53.412785 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:53.413494 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 60ed90f0-c222-4a32-aa94-aa23838b7b54 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:41:53.499953 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=8ea31764-a046-4254-ae49-a5854ff7c61e,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:53.514589 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:53.571256 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 60ed90f0-c222-4a32-aa94-aa23838b7b54, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:53.583372 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'port_id': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'mac_address': 'fa:16:3e:ce:d6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:41:53.589502 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:53.621463 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 60ed90f0-c222-4a32-aa94-aa23838b7b54 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:41:53.621846 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:53.635923 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ed90f0-c222-4a32-aa94-aa23838b7b54 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:41:53.657444 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 60ed90f0-c222-4a32-aa94-aa23838b7b54, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:53.662449 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:53.708451 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=60ed90f0-c222-4a32-aa94-aa23838b7b54,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:54.097541 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5412e8-084c-43bc-b8c8-7d60fef1f8e9 req-8613d561-4f96-4554-a139-af96d17e0878 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:54.099092 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ed5412e8-084c-43bc-b8c8-7d60fef1f8e9 req-8613d561-4f96-4554-a139-af96d17e0878 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 945 time: 0.0904171 Jun 23 13:41:54.106036 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2b446-618b-451b-8acf-8f6dedea8223 req-7073c8fd-4a66-4554-9c5e-571e2b0d78cd tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:54.107737 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8cb2b446-618b-451b-8acf-8f6dedea8223 req-7073c8fd-4a66-4554-9c5e-571e2b0d78cd tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 944 time: 0.0868857 Jun 23 13:41:54.178935 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ed5412e8-084c-43bc-b8c8-7d60fef1f8e9 req-48154197-3624-467b-b5c5-3e67d6e05c51 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692713 Jun 23 13:41:54.199307 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8cb2b446-618b-451b-8acf-8f6dedea8223 req-cab04f41-4df1-490e-846d-5450ac0098fe tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773315 Jun 23 13:41:54.217627 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['8ea31764-a046-4254-ae49-a5854ff7c61e'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:41:54.323317 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176305a0-ecce-4fae-b07e-4c2bbad991f3 req-7848cdf1-7236-4464-bc7f-69833b76986f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:54.324862 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-176305a0-ecce-4fae-b07e-4c2bbad991f3 req-7848cdf1-7236-4464-bc7f-69833b76986f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0748003 Jun 23 13:41:54.375893 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-176305a0-ecce-4fae-b07e-4c2bbad991f3 req-b47dbe3a-6fd0-42d2-924d-79560a443ecf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440247 Jun 23 13:41:54.385952 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['60ed90f0-c222-4a32-aa94-aa23838b7b54'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:41:54.491630 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:55.087187 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:55.205366 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:55.458269 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a1207-05b2-47eb-a8d7-78fa131cd773 req-382c4d7b-ee01-4ac2-9bb2-eaada9a5fd06 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:55.460110 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c59a1207-05b2-47eb-a8d7-78fa131cd773 req-382c4d7b-ee01-4ac2-9bb2-eaada9a5fd06 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 945 time: 0.1780772 Jun 23 13:41:55.470776 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb529-e728-45fb-8ee1-31581e8b574a req-71f89ca7-df26-4a64-9b56-0545c0f91960 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:55.473025 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5dbdb529-e728-45fb-8ee1-31581e8b574a req-71f89ca7-df26-4a64-9b56-0545c0f91960 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 944 time: 0.1764500 Jun 23 13:41:55.545284 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c59a1207-05b2-47eb-a8d7-78fa131cd773 req-b253d029-b54f-4d5e-bcf8-96c37b87d48d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710909 Jun 23 13:41:55.573926 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5dbdb529-e728-45fb-8ee1-31581e8b574a req-d9df5e6a-4027-483c-ab6f-b5a7003a51d5 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918787 Jun 23 13:41:55.674681 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b2de3-9de7-45c4-be5b-827d22c2503f req-12134909-a531-49fb-9d4b-3700f26bcaff tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:55.676323 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fb8b2de3-9de7-45c4-be5b-827d22c2503f req-12134909-a531-49fb-9d4b-3700f26bcaff tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0516088 Jun 23 13:41:55.739538 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fb8b2de3-9de7-45c4-be5b-827d22c2503f req-2cc7200c-bd69-4328-b363-5b68e36dcc25 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571725 Jun 23 13:41:56.283610 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 8ea31764-a046-4254-ae49-a5854ff7c61e up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:41:56.335577 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 8ea31764-a046-4254-ae49-a5854ff7c61e completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:41:56.342878 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 8ea31764-a046-4254-ae49-a5854ff7c61e triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:41:56.343243 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:56.427700 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 8ea31764-a046-4254-ae49-a5854ff7c61e is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:41:56.428242 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:56.478777 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea31764-a046-4254-ae49-a5854ff7c61e'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:41:56.481175 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8c8510-55fd-4cce-ac60-e0aea0881b74" -d '{"events": [{"server_uuid": "0417cd02-d58c-4bd7-8847-6b817258fc3d", "name": "network-vif-plugged", "status": "completed", "tag": "8ea31764-a046-4254-ae49-a5854ff7c61e"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:41:56.501581 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 8ea31764-a046-4254-ae49-a5854ff7c61e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8ea31764-a046-4254-ae49-a5854ff7c61e,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:56.519269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:56.519269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 60ed90f0-c222-4a32-aa94-aa23838b7b54 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:41:56.566946 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4a4fea-6b45-435f-ac3a-2a0ff166b2f9 x-openstack-request-id: req-6e4a4fea-6b45-435f-ac3a-2a0ff166b2f9 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:41:56.567599 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0417cd02-d58c-4bd7-8847-6b817258fc3d", "name": "network-vif-plugged", "status": "completed", "tag": "8ea31764-a046-4254-ae49-a5854ff7c61e", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:41:56.568163 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e4a4fea-6b45-435f-ac3a-2a0ff166b2f9 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:41:56.568789 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e4a4fea-6b45-435f-ac3a-2a0ff166b2f9'] response: {'server_uuid': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea31764-a046-4254-ae49-a5854ff7c61e', 'code': 200} Jun 23 13:41:56.618518 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=8ea31764-a046-4254-ae49-a5854ff7c61e,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:56.644781 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 60ed90f0-c222-4a32-aa94-aa23838b7b54 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:41:56.659953 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 60ed90f0-c222-4a32-aa94-aa23838b7b54 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:41:56.660611 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:56.719630 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:56.778204 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac68b54-9b23-4768-9b27-26c73604c471 req-be73d8f7-f856-4bd5-8432-57c5c5be08d8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:56.793867 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7ac68b54-9b23-4768-9b27-26c73604c471 req-be73d8f7-f856-4bd5-8432-57c5c5be08d8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 945 time: 0.0898309 Jun 23 13:41:56.800995 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 60ed90f0-c222-4a32-aa94-aa23838b7b54 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:41:56.801405 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:56.846317 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:56.868597 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 60ed90f0-c222-4a32-aa94-aa23838b7b54, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:41:56.875848 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1b98b-efe9-48e7-aa04-823f161391b5 req-52cb3d16-234f-4fee-87bb-1893b8c1d3c2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:56.877123 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:41:56.878085 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bbf1b98b-efe9-48e7-aa04-823f161391b5 req-52cb3d16-234f-4fee-87bb-1893b8c1d3c2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 945 time: 0.0817106 Jun 23 13:41:56.914013 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee831a9-a457-47cc-aa21-efc5b0b3bd76 req-03f5db9f-38ca-4478-b019-533a23c16ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:56.917063 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4ee831a9-a457-47cc-aa21-efc5b0b3bd76 req-03f5db9f-38ca-4478-b019-533a23c16ee7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 1129 time: 0.1028407 Jun 23 13:41:56.917361 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7ac68b54-9b23-4768-9b27-26c73604c471 req-c529d8d7-a561-482f-8718-f63a143fe59c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063499 Jun 23 13:41:56.963506 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=60ed90f0-c222-4a32-aa94-aa23838b7b54,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:41:56.980513 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bbf1b98b-efe9-48e7-aa04-823f161391b5 req-b16f7d2d-0c70-4c13-9974-fb952525f959 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721080 Jun 23 13:41:57.121937 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6d2f5-307e-490d-b4f6-cf90fca7ddba req-5ce867db-cabe-4afb-bc39-6d2d90c71738 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:57.123560 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-59e6d2f5-307e-490d-b4f6-cf90fca7ddba req-5ce867db-cabe-4afb-bc39-6d2d90c71738 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0935419 Jun 23 13:41:57.204559 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-59e6d2f5-307e-490d-b4f6-cf90fca7ddba req-426ecba5-f619-4aaf-8c5a-0672b9cce562 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749207 Jun 23 13:41:57.292306 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4ee831a9-a457-47cc-aa21-efc5b0b3bd76 req-ed718c51-39ba-43aa-a669-23c65098da4c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3600781 Jun 23 13:41:57.786272 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:57.792983 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=10 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:58.047945 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:41:58.082672 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60d13e-7623-42aa-8b37-ff547665be4d req-a7966b8f-c704-4c62-97fe-3c99ecd05d1d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:58.085488 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ca60d13e-7623-42aa-8b37-ff547665be4d req-a7966b8f-c704-4c62-97fe-3c99ecd05d1d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0752840 Jun 23 13:41:58.145273 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a16eec-91bd-4d92-9934-1cd7be75b8d9 req-d76f2944-1dc3-48e0-bc86-87bd846d2203 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:58.146729 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-28a16eec-91bd-4d92-9934-1cd7be75b8d9 req-d76f2944-1dc3-48e0-bc86-87bd846d2203 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 945 time: 0.0974982 Jun 23 13:41:58.186821 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ca60d13e-7623-42aa-8b37-ff547665be4d req-a8bd99b6-7945-474c-a23c-7282186451a0 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814805 Jun 23 13:41:58.228342 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-28a16eec-91bd-4d92-9934-1cd7be75b8d9 req-878685b4-6035-4e28-9f64-d0d57179b4b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739772 Jun 23 13:41:58.370494 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568793be-7be9-4d17-9687-7d12fdb1d2f7 req-28e51962-8eaa-4795-870b-0726bbe33fd0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:58.371925 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-568793be-7be9-4d17-9687-7d12fdb1d2f7 req-28e51962-8eaa-4795-870b-0726bbe33fd0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0539329 Jun 23 13:41:58.430686 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-568793be-7be9-4d17-9687-7d12fdb1d2f7 req-dcec7e82-67ee-40c4-baff-eb1063b90144 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525227 Jun 23 13:41:58.569887 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:41:58.578063 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d560a7-b3b1-4d6a-b738-e874907d1113" -d '{"events": [{"server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "name": "network-vif-plugged", "status": "completed", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:41:58.616825 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9eb3f8-3a15-4a69-94cc-aa8244b902dc x-openstack-request-id: req-de9eb3f8-3a15-4a69-94cc-aa8244b902dc {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:41:58.617382 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "name": "network-vif-plugged", "status": "completed", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:41:58.617861 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de9eb3f8-3a15-4a69-94cc-aa8244b902dc {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:41:58.618457 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9eb3f8-3a15-4a69-94cc-aa8244b902dc'] response: {'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'code': 200} Jun 23 13:41:59.324120 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f182ca-895b-4b40-af93-f0bbd113d3d9 req-8194a21b-3bad-4a69-a1e7-d302842ab51d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:59.331388 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-18f182ca-895b-4b40-af93-f0bbd113d3d9 req-8194a21b-3bad-4a69-a1e7-d302842ab51d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0565479 Jun 23 13:41:59.404392 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367af65-4598-4299-a909-e368aac91d00 req-0e373540-431b-48b5-853e-c18fa5e0d44c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:59.405861 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d367af65-4598-4299-a909-e368aac91d00 req-0e373540-431b-48b5-853e-c18fa5e0d44c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 945 time: 0.0718334 Jun 23 13:41:59.438478 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-18f182ca-895b-4b40-af93-f0bbd113d3d9 req-dcbff2b2-ae5a-445a-bb4e-08827b6abe27 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060011 Jun 23 13:41:59.492111 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d367af65-4598-4299-a909-e368aac91d00 req-e3bd1ba8-0b0b-4ee9-9b42-e87c39ea5ead tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742793 Jun 23 13:41:59.562036 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201db9cc-d561-4d78-9605-f1b3cf7b1198 req-d726568c-552c-4e11-b05b-0f3101fa592d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:59.563849 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-201db9cc-d561-4d78-9605-f1b3cf7b1198 req-d726568c-552c-4e11-b05b-0f3101fa592d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0533943 Jun 23 13:41:59.581136 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0a4b4-32e1-47c6-a7c6-4e706bbfe646 req-44d6fdd7-8525-4557-b614-eb1f78996763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:59.582788 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-28c0a4b4-32e1-47c6-a7c6-4e706bbfe646 req-44d6fdd7-8525-4557-b614-eb1f78996763 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 1130 time: 0.0818527 Jun 23 13:41:59.676436 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-201db9cc-d561-4d78-9605-f1b3cf7b1198 req-52fd39c9-e9dd-4c4c-9e13-d0b528492931 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034763 Jun 23 13:41:59.708956 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5deb41d-fd94-49c2-87d9-fc9521fbbd38 req-99bee0d0-66d0-42ee-92a5-2393090e7253 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:41:59.720371 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b5deb41d-fd94-49c2-87d9-fc9521fbbd38 req-99bee0d0-66d0-42ee-92a5-2393090e7253 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 945 time: 0.1126256 Jun 23 13:41:59.720875 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57312) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:41:59.725470 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-28c0a4b4-32e1-47c6-a7c6-4e706bbfe646 req-38d4a050-7f31-4c83-a9df-446ed86a913f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980861 Jun 23 13:41:59.726031 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-4b3c225a-8334-4c03-aead-1d74476f3623 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'floatingip': {'port_id': '8ea31764-a046-4254-ae49-a5854ff7c61e'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:41:59.805881 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4b3c225a-8334-4c03-aead-1d74476f3623 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (0834e633-e311-4ff6-b4bc-2a8e69fac1ee), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:00.326435 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:00.499288 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:00.508385 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4b3c225a-8334-4c03-aead-1d74476f3623 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:00.514550 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4b3c225a-8334-4c03-aead-1d74476f3623 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (0834e633-e311-4ff6-b4bc-2a8e69fac1ee), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:00.616245 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461f925-b245-4a60-81a4-6949dd458b3e req-1c37c807-5f07-4112-baf2-74f64b3603b9 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:00.617769 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9461f925-b245-4a60-81a4-6949dd458b3e req-1c37c807-5f07-4112-baf2-74f64b3603b9 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0665040 Jun 23 13:42:00.692435 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-4b3c225a-8334-4c03-aead-1d74476f3623 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Floating IP 0834e633-e311-4ff6-b4bc-2a8e69fac1ee associated. External IP: 172.27.0.194, port: 8ea31764-a046-4254-ae49-a5854ff7c61e. Jun 23 13:42:00.733483 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9461f925-b245-4a60-81a4-6949dd458b3e req-4647413c-4f06-47f6-9af0-89426828d056 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924492 Jun 23 13:42:00.886750 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36dd0c-6647-4197-8d3d-24b0be604aa4 req-ec0502f4-4f1c-48c6-aba3-ce88943da91b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:00.888252 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4c36dd0c-6647-4197-8d3d-24b0be604aa4 req-ec0502f4-4f1c-48c6-aba3-ce88943da91b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0697644 Jun 23 13:42:01.027900 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4c36dd0c-6647-4197-8d3d-24b0be604aa4 req-1f9a93f5-81f8-42fd-baf9-29974dca9021 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014769 Jun 23 13:42:01.053558 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3c225a-8334-4c03-aead-1d74476f3623 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Router 81a742b4-0bf8-4ae4-a20d-578063d99d92 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:42:01.183382 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3c225a-8334-4c03-aead-1d74476f3623 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:42:01.189083 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4b3c225a-8334-4c03-aead-1d74476f3623 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:01.198056 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7e6757-e182-4b1e-ad49-30c4f31d92d0 None None] Sync routers for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:42:01.214667 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e6757-e182-4b1e-ad49-30c4f31d92d0 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:01.215943 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2a7e6757-e182-4b1e-ad49-30c4f31d92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:41:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:01.226085 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4b3c225a-8334-4c03-aead-1d74476f3623 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "PUT /v2.0/floatingips/0834e633-e311-4ff6-b4bc-2a8e69fac1ee HTTP/1.1" status: 200 len: 991 time: 1.5015140 Jun 23 13:42:01.226085 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'tag': '8ea31764-a046-4254-ae49-a5854ff7c61e'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:42:01.226786 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e27b2e028c6aab96d102b9db07068e0a2fbbf4677211dc7e9ac85eaee364cc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95e1a04-0dbc-402f-8de9-3f75447d1374" -d '{"events": [{"name": "network-changed", "server_uuid": "0417cd02-d58c-4bd7-8847-6b817258fc3d", "tag": "8ea31764-a046-4254-ae49-a5854ff7c61e"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:42:01.276195 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05b9758-a10a-4f1f-8997-1a767b1da76a x-openstack-request-id: req-e05b9758-a10a-4f1f-8997-1a767b1da76a {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:42:01.278288 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0417cd02-d58c-4bd7-8847-6b817258fc3d", "tag": "8ea31764-a046-4254-ae49-a5854ff7c61e", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:42:01.278288 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e05b9758-a10a-4f1f-8997-1a767b1da76a {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:42:01.278288 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05b9758-a10a-4f1f-8997-1a767b1da76a'] response: {'name': 'network-changed', 'server_uuid': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'tag': '8ea31764-a046-4254-ae49-a5854ff7c61e', 'status': 'completed', 'code': 200} Jun 23 13:42:01.494060 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-2a7e6757-e182-4b1e-ad49-30c4f31d92d0 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:01.650728 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:01.727375 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2a7e6757-e182-4b1e-ad49-30c4f31d92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '0834e633-e311-4ff6-b4bc-2a8e69fac1ee', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': '8ea31764-a046-4254-ae49-a5854ff7c61e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:b8:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:31Z', 'updated_at': '2022-06-23T13:42:00Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}, {'id': '81be4369-4a10-42ba-817a-5f049fb84610', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0a:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:26Z', 'updated_at': '2022-06-23T13:40:09Z', 'revision_number': 2, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:01.755007 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7e6757-e182-4b1e-ad49-30c4f31d92d0 None None] Checking router: 81a742b4-0bf8-4ae4-a20d-578063d99d92 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:42:01.764682 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e6757-e182-4b1e-ad49-30c4f31d92d0 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:01.766714 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2a7e6757-e182-4b1e-ad49-30c4f31d92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:41:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:01.907892 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae721ec-65d9-4780-bc55-e01daef75b9c req-c1ceb2a5-d74c-423e-8440-c3b1247679f4 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:01.919367 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6ae721ec-65d9-4780-bc55-e01daef75b9c req-c1ceb2a5-d74c-423e-8440-c3b1247679f4 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0875964 Jun 23 13:42:01.921357 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-2a7e6757-e182-4b1e-ad49-30c4f31d92d0 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:02.007773 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6ae721ec-65d9-4780-bc55-e01daef75b9c req-0898cda7-2fff-437e-ad18-6cc8a384aacf tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846305 Jun 23 13:42:02.084062 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e1a04-0dbc-402f-8de9-3f75447d1374 req-e7bd8b85-54f9-4d66-bc4c-4d54dcd82ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:02.085945 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a95e1a04-0dbc-402f-8de9-3f75447d1374 req-e7bd8b85-54f9-4d66-bc4c-4d54dcd82ca8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 1129 time: 0.0538094 Jun 23 13:42:02.230206 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72a5fd-daa6-4881-b32c-4fdf08d695a8 req-4855ea11-6c1b-437f-8b6d-3d7b0a97e4a0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:02.238643 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f72a5fd-daa6-4881-b32c-4fdf08d695a8 req-4855ea11-6c1b-437f-8b6d-3d7b0a97e4a0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0668685 Jun 23 13:42:02.251247 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2a7e6757-e182-4b1e-ad49-30c4f31d92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '0834e633-e311-4ff6-b4bc-2a8e69fac1ee', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': '8ea31764-a046-4254-ae49-a5854ff7c61e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:b8:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:31Z', 'updated_at': '2022-06-23T13:42:00Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}, {'id': '81be4369-4a10-42ba-817a-5f049fb84610', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0a:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:26Z', 'updated_at': '2022-06-23T13:40:09Z', 'revision_number': 2, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:02.267055 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e1a04-0dbc-402f-8de9-3f75447d1374 req-35865a42-afeb-4aa9-986f-aa1806970f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:02.268924 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a95e1a04-0dbc-402f-8de9-3f75447d1374 req-35865a42-afeb-4aa9-986f-aa1806970f53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 916 time: 0.1260540 Jun 23 13:42:02.271605 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563097-ca2c-4448-aac1-3a98d532b1c4 req-3b68370e-0ae9-41a6-ba6e-af82eee1174a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:02.273189 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-12563097-ca2c-4448-aac1-3a98d532b1c4 req-3b68370e-0ae9-41a6-ba6e-af82eee1174a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.1630964 Jun 23 13:42:02.282028 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7e6757-e182-4b1e-ad49-30c4f31d92d0 None None] The sync data for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi is: [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '0834e633-e311-4ff6-b4bc-2a8e69fac1ee', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': '8ea31764-a046-4254-ae49-a5854ff7c61e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:b8:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:31Z', 'updated_at': '2022-06-23T13:42:00Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}, {'id': '81be4369-4a10-42ba-817a-5f049fb84610', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0a:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:26Z', 'updated_at': '2022-06-23T13:40:09Z', 'revision_number': 2, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:42:02.288018 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57350) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:02.293242 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-fa33f381-404f-44fc-9500-f11acb85d92a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Request body: {'floatingip': {'port_id': '60ed90f0-c222-4a32-aa94-aa23838b7b54'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:02.313780 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:02.354271 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a95e1a04-0dbc-402f-8de9-3f75447d1374 req-e6771edf-247c-479c-a196-f472f53581a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ea31764-a046-4254-ae49-a5854ff7c61e HTTP/1.1" status: 200 len: 999 time: 0.0746021 Jun 23 13:42:02.376451 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fa33f381-404f-44fc-9500-f11acb85d92a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for floatingip (63fd0405-e5f6-4398-b840-a039eef96bed), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:02.390093 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f72a5fd-daa6-4881-b32c-4fdf08d695a8 req-f782247d-99c7-4cd8-abf6-4331aa2d0b43 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503060 Jun 23 13:42:02.415437 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e1a04-0dbc-402f-8de9-3f75447d1374 req-fe59bce3-168d-4619-ba30-691f8f0e6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:02.418067 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a95e1a04-0dbc-402f-8de9-3f75447d1374 req-fe59bce3-168d-4619-ba30-691f8f0e6e17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.0520697 Jun 23 13:42:02.475891 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e1a04-0dbc-402f-8de9-3f75447d1374 req-9a3aae91-7b36-4be6-9b89-41a2b59b8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:02.476970 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a95e1a04-0dbc-402f-8de9-3f75447d1374 req-9a3aae91-7b36-4be6-9b89-41a2b59b8b8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527897 Jun 23 13:42:02.544185 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:02.643852 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92aac2-de06-4c5f-ab53-b9079c7958f9 None None] New status for floating IP 0834e633-e311-4ff6-b4bc-2a8e69fac1ee: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:42:02.661043 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a95e1a04-0dbc-402f-8de9-3f75447d1374 req-91d07d1b-3a36-4e20-891c-f17672fa5bc7 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743696 Jun 23 13:42:02.818879 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a95e1a04-0dbc-402f-8de9-3f75447d1374 req-710c5e1f-0f36-4926-ac1a-8d316ca5230a service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419542 Jun 23 13:42:03.010852 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fa33f381-404f-44fc-9500-f11acb85d92a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:03.018480 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fa33f381-404f-44fc-9500-f11acb85d92a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (63fd0405-e5f6-4398-b840-a039eef96bed), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:03.140102 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-fa33f381-404f-44fc-9500-f11acb85d92a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Floating IP 63fd0405-e5f6-4398-b840-a039eef96bed associated. External IP: 172.27.0.159, port: 60ed90f0-c222-4a32-aa94-aa23838b7b54. Jun 23 13:42:03.570967 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6cabb-a914-4b3f-8979-b6cda3ef5b9a req-3002b017-cd72-4422-906a-c1ccb0e4840c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:03.572612 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-28a6cabb-a914-4b3f-8979-b6cda3ef5b9a req-3002b017-cd72-4422-906a-c1ccb0e4840c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0578535 Jun 23 13:42:03.681446 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa33f381-404f-44fc-9500-f11acb85d92a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:42:03.691897 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-28a6cabb-a914-4b3f-8979-b6cda3ef5b9a req-f706c74e-42c0-46ac-9498-375cb8517895 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109202 Jun 23 13:42:03.810081 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa33f381-404f-44fc-9500-f11acb85d92a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:42:03.822188 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fa33f381-404f-44fc-9500-f11acb85d92a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:03.823534 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e88509d-5928-42a5-8c5c-f545993108bf None None] Sync routers for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:42:03.835846 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88509d-5928-42a5-8c5c-f545993108bf None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:03.836557 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-8e88509d-5928-42a5-8c5c-f545993108bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:41:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:03.843560 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:03.858754 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-fa33f381-404f-44fc-9500-f11acb85d92a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "PUT /v2.0/floatingips/63fd0405-e5f6-4398-b840-a039eef96bed HTTP/1.1" status: 200 len: 992 time: 1.5674844 Jun 23 13:42:03.858754 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:42:03.859804 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e27b2e028c6aab96d102b9db07068e0a2fbbf4677211dc7e9ac85eaee364cc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b5b13e-af38-471c-88ae-397553b048be" -d '{"events": [{"name": "network-changed", "server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:42:03.899368 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3c6f23-537b-4d0f-9955-472ee6801ffd x-openstack-request-id: req-4e3c6f23-537b-4d0f-9955-472ee6801ffd {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:42:03.900287 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:42:03.900287 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e3c6f23-537b-4d0f-9955-472ee6801ffd {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:42:03.900287 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3c6f23-537b-4d0f-9955-472ee6801ffd'] response: {'name': 'network-changed', 'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'status': 'completed', 'code': 200} Jun 23 13:42:03.925427 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:04.005505 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5b13e-af38-471c-88ae-397553b048be req-0d3fc536-1616-4792-ab62-0850ccb9dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:04.011930 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f6b5b13e-af38-471c-88ae-397553b048be req-0d3fc536-1616-4792-ab62-0850ccb9dd15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 1130 time: 0.0662251 Jun 23 13:42:04.018869 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-8e88509d-5928-42a5-8c5c-f545993108bf None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:04.147909 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5b13e-af38-471c-88ae-397553b048be req-d7db68fb-c956-4417-92e8-1cd7f077823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:04.149887 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f6b5b13e-af38-471c-88ae-397553b048be req-d7db68fb-c956-4417-92e8-1cd7f077823f service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.1299222 Jun 23 13:42:04.249718 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f6b5b13e-af38-471c-88ae-397553b048be req-78198ea3-e5dc-4554-a825-3aed8924470e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54 HTTP/1.1" status: 200 len: 1000 time: 0.0861831 Jun 23 13:42:04.311128 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5b13e-af38-471c-88ae-397553b048be req-81ee7b83-efba-48be-9329-5ccddfca5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:04.312758 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f6b5b13e-af38-471c-88ae-397553b048be req-81ee7b83-efba-48be-9329-5ccddfca5a88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0536711 Jun 23 13:42:04.331036 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-8e88509d-5928-42a5-8c5c-f545993108bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '63fd0405-e5f6-4398-b840-a039eef96bed', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'port_id': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'mac_address': 'fa:16:3e:ce:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:34Z', 'updated_at': '2022-06-23T13:42:02Z', 'revision_number': 1, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 5, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:04.356861 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e88509d-5928-42a5-8c5c-f545993108bf None None] Checking router: eea3ee1a-e7c8-4032-96e7-997c6cf277a8 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:42:04.361263 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5b13e-af38-471c-88ae-397553b048be req-77a3e5da-aed8-43a6-a9fc-0c7f1422a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:04.363908 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f6b5b13e-af38-471c-88ae-397553b048be req-77a3e5da-aed8-43a6-a9fc-0c7f1422a43d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428269 Jun 23 13:42:04.365553 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88509d-5928-42a5-8c5c-f545993108bf None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:04.366154 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-8e88509d-5928-42a5-8c5c-f545993108bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:41:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:04.379619 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:04.465733 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f6b5b13e-af38-471c-88ae-397553b048be req-86bda7de-4f8a-4f45-866c-699bbf59d01c service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933032 Jun 23 13:42:04.477756 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-8e88509d-5928-42a5-8c5c-f545993108bf None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:04.505422 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:04.551957 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:04.569140 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f6b5b13e-af38-471c-88ae-397553b048be req-a835ef4b-67ea-456f-a31f-3184933efbb6 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845141 Jun 23 13:42:04.692210 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-8e88509d-5928-42a5-8c5c-f545993108bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '63fd0405-e5f6-4398-b840-a039eef96bed', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'port_id': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'mac_address': 'fa:16:3e:ce:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:34Z', 'updated_at': '2022-06-23T13:42:02Z', 'revision_number': 1, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 5, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:04.716776 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e88509d-5928-42a5-8c5c-f545993108bf None None] The sync data for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi is: [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '63fd0405-e5f6-4398-b840-a039eef96bed', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'port_id': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'mac_address': 'fa:16:3e:ce:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:34Z', 'updated_at': '2022-06-23T13:42:02Z', 'revision_number': 1, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 5, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:42:04.834850 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee3a7b-2a46-4f4e-a446-4977a70ac981 req-2c606319-d8f5-4a81-8f02-1550b7591edc tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:04.837044 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f8ee3a7b-2a46-4f4e-a446-4977a70ac981 req-2c606319-d8f5-4a81-8f02-1550b7591edc tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0673261 Jun 23 13:42:04.890496 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f8ee3a7b-2a46-4f4e-a446-4977a70ac981 req-89f6fe2c-aa29-4f97-83c5-bd9c00b9354a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476701 Jun 23 13:42:04.928512 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2f79b-e6d0-4835-98a2-f841c24e4e3e None None] New status for floating IP 63fd0405-e5f6-4398-b840-a039eef96bed: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:42:05.037165 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369d6ed-55c4-4831-89e6-74858b68baf8 req-49ecba30-0660-4f8c-8e4c-e2f612d1ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:05.038681 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b369d6ed-55c4-4831-89e6-74858b68baf8 req-49ecba30-0660-4f8c-8e4c-e2f612d1ece8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 1129 time: 0.0449631 Jun 23 13:42:05.138118 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369d6ed-55c4-4831-89e6-74858b68baf8 req-88fca650-c528-4265-b2d8-6150c825821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:05.139640 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b369d6ed-55c4-4831-89e6-74858b68baf8 req-88fca650-c528-4265-b2d8-6150c825821a service neutron] 10.222.0.47 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 917 time: 0.0941195 Jun 23 13:42:05.207854 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b369d6ed-55c4-4831-89e6-74858b68baf8 req-e801d876-03d6-44f5-8a12-6970ca19cb95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87 HTTP/1.1" status: 200 len: 1001 time: 0.0596578 Jun 23 13:42:05.263738 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369d6ed-55c4-4831-89e6-74858b68baf8 req-0255b95f-e167-4daa-8e5e-16761d2fc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:05.265192 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b369d6ed-55c4-4831-89e6-74858b68baf8 req-0255b95f-e167-4daa-8e5e-16761d2fc98f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 200 len: 855 time: 0.0443988 Jun 23 13:42:05.314554 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369d6ed-55c4-4831-89e6-74858b68baf8 req-17356094-6172-41ae-acfe-357a6c82a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:05.316046 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b369d6ed-55c4-4831-89e6-74858b68baf8 req-17356094-6172-41ae-acfe-357a6c82a0bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13de077c-d4db-4fa7-84a8-7023d19899e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414159 Jun 23 13:42:05.415038 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b369d6ed-55c4-4831-89e6-74858b68baf8 req-f82fd159-5999-4819-ae22-c0f5564ddd61 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874140 Jun 23 13:42:05.504829 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b369d6ed-55c4-4831-89e6-74858b68baf8 req-842ad4ea-dc17-4885-88dd-d18b67d42ce4 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836294 Jun 23 13:42:06.027771 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339a593-56bc-4218-b074-7a0c90cf15a8 req-4cb837cd-380d-4b36-82ef-5c989551ec76 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:06.029149 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9339a593-56bc-4218-b074-7a0c90cf15a8 req-4cb837cd-380d-4b36-82ef-5c989551ec76 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0467355 Jun 23 13:42:06.040150 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:06.077044 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9339a593-56bc-4218-b074-7a0c90cf15a8 req-1964093d-3e75-4540-a6c8-4efb39162ae9 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423672 Jun 23 13:42:07.201226 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f057e2-0090-4b16-9853-5348b4505540 req-92c0eb1b-5b6c-48ec-994a-182ff1a5ec34 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:07.203441 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48f057e2-0090-4b16-9853-5348b4505540 req-92c0eb1b-5b6c-48ec-994a-182ff1a5ec34 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0513206 Jun 23 13:42:07.250625 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48f057e2-0090-4b16-9853-5348b4505540 req-38cdd106-01b7-4cf0-8c8e-90622130c723 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415695 Jun 23 13:42:08.371831 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eb849-52eb-4b1f-aa55-68847c669bb2 req-a2cd81fd-2edd-4509-8773-bece0a491c4e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:08.373348 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a8eb849-52eb-4b1f-aa55-68847c669bb2 req-a2cd81fd-2edd-4509-8773-bece0a491c4e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0525978 Jun 23 13:42:08.421818 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a8eb849-52eb-4b1f-aa55-68847c669bb2 req-423389ee-eec4-49c1-a88a-d4f382bd5a1d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420129 Jun 23 13:42:09.386172 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 07687dd4-8eaf-46e2-8bcb-86dc90291b87 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:42:09.464669 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 is: ACTIVE; New status is: DOWN {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:09.465060 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:09.488413 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:42:09.490624 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739daa20-09b1-42a9-afd5-231511eff4a2" -d '{"events": [{"server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "name": "network-vif-unplugged", "status": "completed", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:42:09.504436 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:09.516757 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:09.539679 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 13:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977bf0bf-d80e-46c5-8c89-a8ec95b519f3 x-openstack-request-id: req-977bf0bf-d80e-46c5-8c89-a8ec95b519f3 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:42:09.539960 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "name": "network-vif-unplugged", "status": "failed", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87", "code": 422}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:42:09.540207 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-977bf0bf-d80e-46c5-8c89-a8ec95b519f3 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:42:09.540635 dv-cinder-815582-10-iscsi neutron-server[110549]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-977bf0bf-d80e-46c5-8c89-a8ec95b519f3']: {'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'code': 422} returned with failed status Jun 23 13:42:09.540820 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65e8d1-9895-4a2d-81fd-81a91dee4abe req-1714a42e-dc44-428f-ad3c-834abe88b353 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:09.542339 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5b65e8d1-9895-4a2d-81fd-81a91dee4abe req-1714a42e-dc44-428f-ad3c-834abe88b353 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 945 time: 0.0494282 Jun 23 13:42:09.566273 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=07687dd4-8eaf-46e2-8bcb-86dc90291b87,revision_number=8']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:09.590151 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5b65e8d1-9895-4a2d-81fd-81a91dee4abe req-c8345aaa-beb8-4662-ae68-84d3ce40b18a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421016 Jun 23 13:42:10.131080 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-b5b2f996-642e-4c65-b5a2-55b59b1bd2cb req-d85d66ae-2535-4889-9d3a-65ebbb4cdae3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:42:10.132103 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b5b2f996-642e-4c65-b5a2-55b59b1bd2cb req-d85d66ae-2535-4889-9d3a-65ebbb4cdae3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053577 Jun 23 13:42:10.288459 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c77cb4-cd1d-4d37-9620-b667aca69b70 req-27583543-0049-4c80-8615-ede54b381268 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:10.290058 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84c77cb4-cd1d-4d37-9620-b667aca69b70 req-27583543-0049-4c80-8615-ede54b381268 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0485840 Jun 23 13:42:10.342538 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84c77cb4-cd1d-4d37-9620-b667aca69b70 req-37a55342-3b43-4376-8ef8-717708bdea27 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462830 Jun 23 13:42:10.708357 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57500) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:10.794986 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-b3fa87b3-42fd-4b1d-95e2-6915ad7953a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854597 Jun 23 13:42:10.805284 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-28bbe3e6-93b0-41a4-9819-89969e2e5c07 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:42:10.806204 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-28bbe3e6-93b0-41a4-9819-89969e2e5c07 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047786 Jun 23 13:42:10.886521 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57508) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:10.983183 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-123cf088-dd5a-4505-820d-1d91f3c87f81 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:10.984487 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-123cf088-dd5a-4505-820d-1d91f3c87f81 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports/07687dd4-8eaf-46e2-8bcb-86dc90291b87 HTTP/1.1" status: 200 len: 940 time: 0.0969567 Jun 23 13:42:11.481402 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b78c94-41ed-45b4-8b2a-bfcebb45101e req-ddcc09e7-cb04-4ba9-aa5a-03128bec7d4e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:11.482880 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-37b78c94-41ed-45b4-8b2a-bfcebb45101e req-ddcc09e7-cb04-4ba9-aa5a-03128bec7d4e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0537348 Jun 23 13:42:11.541157 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-37b78c94-41ed-45b4-8b2a-bfcebb45101e req-e6e999e1-3f77-4d6c-9c6e-a1f28e132646 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527105 Jun 23 13:42:12.652534 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-af041e3c-3223-48a3-a056-6d5676902b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:12.654057 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-af041e3c-3223-48a3-a056-6d5676902b46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21&tenant_id=1d89deaaefc541739f67ab1e53c4bda3 HTTP/1.1" status: 200 len: 1127 time: 0.0753937 Jun 23 13:42:12.665914 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e01f8-509f-4460-9686-5dc2e3266050 req-591a5c20-d65b-48e6-96f2-b1842d54bffd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:12.667388 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f8e01f8-509f-4460-9686-5dc2e3266050 req-591a5c20-d65b-48e6-96f2-b1842d54bffd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0475528 Jun 23 13:42:12.714603 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-d8352c5c-de87-436c-ac6b-d58aeb01d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:12.715705 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f8e01f8-509f-4460-9686-5dc2e3266050 req-c1ae9663-2da0-48d2-bd12-18123756c7fc tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418189 Jun 23 13:42:12.716123 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-d8352c5c-de87-436c-ac6b-d58aeb01d7ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 1127 time: 0.0387564 Jun 23 13:42:12.809475 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-f004b5f6-72d4-439c-a847-0457142f5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:12.810822 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-f004b5f6-72d4-439c-a847-0457142f5936 service neutron] 10.222.0.47 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 917 time: 0.0870037 Jun 23 13:42:12.874582 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-f2c01161-078d-40c9-b079-152502dc21d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87 HTTP/1.1" status: 200 len: 999 time: 0.0553358 Jun 23 13:42:12.925151 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-0734c624-9d6a-437f-918d-820316fd3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:12.926537 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-0734c624-9d6a-437f-918d-820316fd3111 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 200 len: 855 time: 0.0429728 Jun 23 13:42:12.972994 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-3eda3644-31f9-4cfd-8bf7-41fccbdfbcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:12.974417 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-3eda3644-31f9-4cfd-8bf7-41fccbdfbcf0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13de077c-d4db-4fa7-84a8-7023d19899e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416992 Jun 23 13:42:13.006834 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:13.068252 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-557d92e0-34fb-44a5-a0c0-a2299ce54abb service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853062 Jun 23 13:42:13.163138 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e8934342-9f2c-4870-ab6f-c31700c807ce req-8489aa5b-4a13-486a-966a-22db2de246bb service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873570 Jun 23 13:42:13.856574 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e0c44-8b54-478a-aab3-804b38a59b34 req-3708b717-9f41-4bea-8e00-34e96a7c61d6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:13.858809 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7e2e0c44-8b54-478a-aab3-804b38a59b34 req-3708b717-9f41-4bea-8e00-34e96a7c61d6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0552535 Jun 23 13:42:13.910083 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7e2e0c44-8b54-478a-aab3-804b38a59b34 req-fa9dfd2d-9e1c-4634-ba28-16aba51636f9 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452609 Jun 23 13:42:15.065832 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b079e92-4f7a-482e-9c14-c91568fd816d req-24356bbc-eb4d-4122-a73b-dfb4ba43223b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:15.071912 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1b079e92-4f7a-482e-9c14-c91568fd816d req-24356bbc-eb4d-4122-a73b-dfb4ba43223b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0625446 Jun 23 13:42:15.144280 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:15.162246 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1b079e92-4f7a-482e-9c14-c91568fd816d req-d8de146e-c63a-4ad2-b742-806a0f29f102 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890493 Jun 23 13:42:16.373920 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aed6fc-8190-4d40-b27b-d658583cb250 req-cfc960a5-6305-4485-bd7e-d7df2d17c984 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:16.375793 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-67aed6fc-8190-4d40-b27b-d658583cb250 req-cfc960a5-6305-4485-bd7e-d7df2d17c984 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.1102731 Jun 23 13:42:16.479999 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-67aed6fc-8190-4d40-b27b-d658583cb250 req-167e7359-8fac-4301-ace7-3752388c8b12 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982323 Jun 23 13:42:16.654703 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57616) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:16.787238 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:16.811209 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:42:16.835169 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:16.876581 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Publish callbacks [] for security_group (e584c82a-ba2c-4f84-8b9d-673ca3e41512), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:16.881700 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (e584c82a-ba2c-4f84-8b9d-673ca3e41512), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:16.929386 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1941203f498349e9a90e80387897c1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731876 Jun 23 13:42:16.930693 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e584c82a-ba2c-4f84-8b9d-673ca3e41512,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:16.932384 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57620) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:16.939909 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.940483 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.940901 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.941242 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.941637 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.941958 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.942291 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.942709 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.943017 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.943365 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.943746 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.944080 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.944396 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.944712 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.945029 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6453c60-d4c3-4d6d-94eb-8c7f37bb291b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:16.945827 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:16.996096 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Publish callbacks [] for security_group (e584c82a-ba2c-4f84-8b9d-673ca3e41512), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:17.019464 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Publish callbacks [] for security_group (e584c82a-ba2c-4f84-8b9d-673ca3e41512), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:17.075185 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (e584c82a-ba2c-4f84-8b9d-673ca3e41512), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:17.079193 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:17.081186 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e584c82a-ba2c-4f84-8b9d-673ca3e41512 HTTP/1.1" status: 204 len: 168 time: 0.1416187 Jun 23 13:42:17.089998 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e584c82a-ba2c-4f84-8b9d-673ca3e41512,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:17.097548 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.097881 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.098219 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.098549 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.099101 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.099373 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.099706 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.100148 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.100475 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.100801 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.101179 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.101504 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.101840 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.102137 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.102455 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74025be7-e400-40aa-ace6-6fa9f075acd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:17.181675 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:17.626828 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b8e78-5888-47b8-8fe9-69dc6f7cd057 req-52869b72-d354-4ef9-9f90-5730e7b3fa1b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:17.628472 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-472b8e78-5888-47b8-8fe9-69dc6f7cd057 req-52869b72-d354-4ef9-9f90-5730e7b3fa1b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0579357 Jun 23 13:42:17.689520 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-472b8e78-5888-47b8-8fe9-69dc6f7cd057 req-c44b5f6f-4740-4277-a454-e267aeac5dc5 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548937 Jun 23 13:42:17.859147 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57652) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:17.960706 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-924864124-network', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:17.983187 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Made reservation on behalf of 28b455b8dd8b4910803ac509413a97e6 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:42:17.986592 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.004666 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.092399 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Publish callbacks [] for security_group (9e33b68c-12e8-458b-8b30-99c50a8571cf), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.097271 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9e33b68c-12e8-458b-8b30-99c50a8571cf), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.123555 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:42:18.134337 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e33b68c-12e8-458b-8b30-99c50a8571cf,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:18.139523 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (4351b956-6698-435f-bfaf-4919a02015ea), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.139857 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Added segment 4351b956-6698-435f-bfaf-4919a02015ea of type vlan for network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 Jun 23 13:42:18.182599 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (500fbded-0db2-4c63-b1ff-d4d5b022ae43), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.207893 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (500fbded-0db2-4c63-b1ff-d4d5b022ae43), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.208876 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:18.209779 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.284284 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4239533 Jun 23 13:42:18.284970 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1346201-ce28-4251-ae40-8dea6c6b2a3c admin admin] Pushing event updated for resources: {'Network': ['ID=500fbded-0db2-4c63-b1ff-d4d5b022ae43,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:18.287164 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57656) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:18.292411 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] Request body: {'subnet': {'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-924864124-subnet', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:18.294390 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:42:18.313713 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] Made reservation on behalf of 28b455b8dd8b4910803ac509413a97e6 for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:42:18.320740 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58627902'] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.518614 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4705303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58627912'] for subnet (9c937649-0225-4065-896f-62a076289bfa), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.631672 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c937649-0225-4065-896f-62a076289bfa,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:18.640986 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] Checking segment: {'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:18.641171 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] Network hostable DHCP agents. Network: 500fbded-0db2-4c63-b1ff-d4d5b022ae43, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:42:18.665867 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] Network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:42:18.678525 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 500fbded-0db2-4c63-b1ff-d4d5b022ae43) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:18.682844 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:18.683462 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.687504 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f720ec47-df99-4646-bdd7-0989af0e797b None None] Network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:42:18.702630 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57660) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:18.702840 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-610a8eb9-9355-4590-bcf8-e09a54c6e7fa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4142787 Jun 23 13:42:18.707236 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:18.729452 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.730762 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.749758 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:18.783382 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Publish callbacks [] for router_controller (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.798042 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:42:18.799299 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.821747 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad34f0-d484-4d86-aae9-50018268610e req-758947a0-b959-4470-820e-4efa71d1f9a1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:18.823801 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5bad34f0-d484-4d86-aae9-50018268610e req-758947a0-b959-4470-820e-4efa71d1f9a1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0530155 Jun 23 13:42:18.824123 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:18.891366 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5bad34f0-d484-4d86-aae9-50018268610e req-22e6d103-81fd-47e5-9cb9-add258ae0138 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567594 Jun 23 13:42:18.926094 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Publish callbacks [] for router_gateway (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:18.987498 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Allocated IP 172.20.0.2 (500fbded-0db2-4c63-b1ff-d4d5b022ae43/9c937649-0225-4065-896f-62a076289bfa/77299972-9bb1-44da-98d9-1def1947efdb) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:18.990640 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:19.120093 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Publish callbacks [] for router_gateway (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:19.140878 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:19.264503 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Allocated IP 172.27.0.160 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/683f8a89-7f98-42bb-9bbe-2744cf05508f) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:19.297260 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Publish callbacks [] for port (77299972-9bb1-44da-98d9-1def1947efdb), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:19.304834 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (77299972-9bb1-44da-98d9-1def1947efdb), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:19.349647 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:19.351964 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:19.354644 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:19.358801 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:19.365385 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Pushing event updated for resources: {'Port': ['ID=77299972-9bb1-44da-98d9-1def1947efdb,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:19.384321 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Publish callbacks [] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:19.417050 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:19.432276 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Attempting to bind port 77299972-9bb1-44da-98d9-1def1947efdb on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:19.432833 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Attempting to bind port 77299972-9bb1-44da-98d9-1def1947efdb by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:19.433283 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Attempting to bind port 77299972-9bb1-44da-98d9-1def1947efdb on network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:19.438817 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:19.439266 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Checking segment: {'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:19.439743 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:19.440289 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Bound using segment: {'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:19.440814 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Bound port: 77299972-9bb1-44da-98d9-1def1947efdb, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:19.441248 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (77299972-9bb1-44da-98d9-1def1947efdb), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:19.460615 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:19.463485 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:19.466151 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:19.498167 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Pushing event updated for resources: {'Port': ['ID=683f8a89-7f98-42bb-9bbe-2744cf05508f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:19.511205 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] For port 77299972-9bb1-44da-98d9-1def1947efdb, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:19.514902 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] For port 77299972-9bb1-44da-98d9-1def1947efdb, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=77299972-9bb1-44da-98d9-1def1947efdb,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:19.524703 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (77299972-9bb1-44da-98d9-1def1947efdb), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:19.601625 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9472a-a30e-455a-868e-7eb6c20de468 None None] Pushing event updated for resources: {'Port': ['ID=77299972-9bb1-44da-98d9-1def1947efdb,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:20.002918 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:20.052510 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e1a86-f927-4f26-8b0f-df2de355ffce req-cde7ecc3-68e0-49be-a899-0807ee54370e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:20.053964 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c69e1a86-f927-4f26-8b0f-df2de355ffce req-cde7ecc3-68e0-49be-a899-0807ee54370e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0597086 Jun 23 13:42:20.054670 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Publish callbacks [] for router_gateway (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:20.122035 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1b2062d4-ffeb-47f8-96f0-8577284593fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:20.144205 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c69e1a86-f927-4f26-8b0f-df2de355ffce req-b1d667f7-3275-46aa-aaaf-be4cd6aa5b86 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842602 Jun 23 13:42:20.208075 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:20.329449 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:20.331416 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:20.389276 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 77299972-9bb1-44da-98d9-1def1947efdb up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:20.464304 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 77299972-9bb1-44da-98d9-1def1947efdb triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:20.464783 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (77299972-9bb1-44da-98d9-1def1947efdb), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:20.506862 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:42:20.587069 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 77299972-9bb1-44da-98d9-1def1947efdb is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:20.588759 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (77299972-9bb1-44da-98d9-1def1947efdb), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:20.606453 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:20.631580 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 77299972-9bb1-44da-98d9-1def1947efdb, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=77299972-9bb1-44da-98d9-1def1947efdb,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:20.632285 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:42:20.640865 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (77299972-9bb1-44da-98d9-1def1947efdb), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:20.649445 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Sync routers for ids ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:42:20.678316 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:20.679592 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6cd24e16-0fae-4325-89bd-de2290330572 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9757886 Jun 23 13:42:20.682422 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57672) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:20.698929 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Routers {'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:20.699739 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:41:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:20.775045 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f4130e-438d-49b5-8637-2c3bd99e9456 None None] Network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:42:20.781264 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=77299972-9bb1-44da-98d9-1def1947efdb,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:20.816609 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.816968 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.817303 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.817654 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.817980 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.818298 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.818618 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.818936 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.819299 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.819643 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.819959 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.820285 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.820604 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.820888 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.821211 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:20.837126 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-730a9779-11ee-4782-9c41-d6335c92bc3e None None] Provisioning complete for port 77299972-9bb1-44da-98d9-1def1947efdb triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:20.837485 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-730a9779-11ee-4782-9c41-d6335c92bc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (77299972-9bb1-44da-98d9-1def1947efdb), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:20.959094 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Set router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:21.105302 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-730a9779-11ee-4782-9c41-d6335c92bc3e None None] Current status of the port 77299972-9bb1-44da-98d9-1def1947efdb is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:21.146654 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:21.188842 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:21.236656 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:19Z', 'revision_number': 3, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:21.267416 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Checking router: bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:42:21.267946 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Updating router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 port 683f8a89-7f98-42bb-9bbe-2744cf05508f binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:42:21.311320 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ebcb9-60b8-47a5-b40e-c69913949cb7 req-46b2a031-9fc2-4335-bc83-450708e31e61 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:21.312893 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-755ebcb9-60b8-47a5-b40e-c69913949cb7 req-46b2a031-9fc2-4335-bc83-450708e31e61 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0607691 Jun 23 13:42:21.345433 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:21.404190 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:21.405051 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-755ebcb9-60b8-47a5-b40e-c69913949cb7 req-58b3f541-7c8d-4c88-b506-688b91acc82b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823629 Jun 23 13:42:21.473260 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Allocated IP 172.20.0.1 (500fbded-0db2-4c63-b1ff-d4d5b022ae43/9c937649-0225-4065-896f-62a076289bfa/094f0ed6-5add-46df-87cb-4e72ae72069a) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:21.479026 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-041d7879-2f68-48d4-a47e-025165c547a9 None None] Provisioning complete for port 77299972-9bb1-44da-98d9-1def1947efdb triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:21.479534 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-041d7879-2f68-48d4-a47e-025165c547a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (77299972-9bb1-44da-98d9-1def1947efdb), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:21.520498 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:21.586389 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Publish callbacks [] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:21.627765 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:21.650732 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-041d7879-2f68-48d4-a47e-025165c547a9 None None] Current status of the port 77299972-9bb1-44da-98d9-1def1947efdb is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:21.659869 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:21.680303 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:21.682069 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Pushing event updated for resources: {'Port': ['ID=094f0ed6-5add-46df-87cb-4e72ae72069a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:21.685187 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:21.692249 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:21.772040 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:21.793650 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Publish callbacks [] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:21.813963 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:21.880496 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788b67f-82fa-4dea-ba9f-6107dd52ed41 None None] Pushing event updated for resources: {'Port': ['ID=683f8a89-7f98-42bb-9bbe-2744cf05508f,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:21.902701 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Attempting to bind port 683f8a89-7f98-42bb-9bbe-2744cf05508f on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:21.904035 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Attempting to bind port 683f8a89-7f98-42bb-9bbe-2744cf05508f by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:21.904931 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Attempting to bind port 683f8a89-7f98-42bb-9bbe-2744cf05508f on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:21.918885 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:21.919689 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:21.920371 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:21.920987 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:21.921771 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Bound port: 683f8a89-7f98-42bb-9bbe-2744cf05508f, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:21.922548 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:21.992167 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] For port 683f8a89-7f98-42bb-9bbe-2744cf05508f, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:22.022995 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] For port 683f8a89-7f98-42bb-9bbe-2744cf05508f, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=683f8a89-7f98-42bb-9bbe-2744cf05508f,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:22.033968 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:22.063300 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:22.229036 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-983e3cdd-5b71-43ff-8a9b-b27c54321c18 None None] Provisioning complete for port 094f0ed6-5add-46df-87cb-4e72ae72069a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:22.229410 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-983e3cdd-5b71-43ff-8a9b-b27c54321c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:22.256389 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Routers {'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:22.257043 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:41:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:22.259013 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788b67f-82fa-4dea-ba9f-6107dd52ed41 None None] Pushing event updated for resources: {'Port': ['ID=683f8a89-7f98-42bb-9bbe-2744cf05508f,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:22.296778 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:22.304127 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-983e3cdd-5b71-43ff-8a9b-b27c54321c18 None None] Port 094f0ed6-5add-46df-87cb-4e72ae72069a cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:42:22.355248 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Publish callbacks [] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:22.361894 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:22.420463 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:22.437643 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:22.545883 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] Set router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:22.581550 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 77299972-9bb1-44da-98d9-1def1947efdb up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:22.616635 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Pushing event updated for resources: {'Port': ['ID=094f0ed6-5add-46df-87cb-4e72ae72069a,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:22.617786 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:22.636750 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108352c-6495-41a6-ba44-4873d01ea91b req-b4cde95d-92a0-4cd8-ae77-09f3ed11c496 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:22.637886 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:22.644157 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:22.645908 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9108352c-6495-41a6-ba44-4873d01ea91b req-b4cde95d-92a0-4cd8-ae77-09f3ed11c496 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0653946 Jun 23 13:42:22.740387 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9108352c-6495-41a6-ba44-4873d01ea91b req-1a9edee1-c9c9-4be8-abf2-1265507c9372 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907707 Jun 23 13:42:22.817574 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:42:22.821159 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:22.851483 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 77299972-9bb1-44da-98d9-1def1947efdb triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:22.851928 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (77299972-9bb1-44da-98d9-1def1947efdb), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:22.867535 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:22.868232 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-46dded6e-9be5-4dea-8c68-ca64a20e7e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:22.951478 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '094f0ed6-5add-46df-87cb-4e72ae72069a', 'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'mac_address': 'fa:16:3e:07:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:21Z', 'updated_at': '2022-06-23T13:42:21Z', 'revision_number': 1, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'subnets': [{'id': '9c937649-0225-4065-896f-62a076289bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:22.955566 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:42:22.961741 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-99c3231f-0a23-4f77-ade6-db99732292bd admin admin] 10.222.0.26 "PUT /v2.0/routers/bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782116 Jun 23 13:42:22.994262 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe5223-f520-4890-a6c0-fd40167f63b5 None None] The sync data for ids ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'] in dv-cinder-815582-10-iscsi is: [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '094f0ed6-5add-46df-87cb-4e72ae72069a', 'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'mac_address': 'fa:16:3e:07:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:21Z', 'updated_at': '2022-06-23T13:42:21Z', 'revision_number': 1, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'subnets': [{'id': '9c937649-0225-4065-896f-62a076289bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:42:23.042012 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 77299972-9bb1-44da-98d9-1def1947efdb is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:23.047567 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-7a981456-d6b8-4ce4-949b-6d6db0314244 None None] Provisioning complete for port 094f0ed6-5add-46df-87cb-4e72ae72069a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:23.048186 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7a981456-d6b8-4ce4-949b-6d6db0314244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:23.096976 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7a981456-d6b8-4ce4-949b-6d6db0314244 None None] Port 094f0ed6-5add-46df-87cb-4e72ae72069a cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:42:23.513435 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:23.695670 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57712) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:23.701502 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-401242087-network', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:23.724190 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Made reservation on behalf of f26c3baf01204f74b713049cb489ee26 for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:42:23.727536 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:23.737748 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:23.868297 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Publish callbacks [] for security_group (134f47d5-41f3-44a6-8a1f-c681f95ac01c), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:23.895067 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (134f47d5-41f3-44a6-8a1f-c681f95ac01c), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:23.943005 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:42:23.956220 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0a0d-60be-4f9d-a014-a18471ea0db8 req-9a0934bc-7917-417b-a3a8-f70a684dd546 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:23.957818 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3ff0a0d-60be-4f9d-a014-a18471ea0db8 req-9a0934bc-7917-417b-a3a8-f70a684dd546 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.1000507 Jun 23 13:42:23.962415 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134f47d5-41f3-44a6-8a1f-c681f95ac01c,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:23.977830 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (f37ef101-0ae0-419f-a549-1c74c679027f), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:23.978174 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Added segment f37ef101-0ae0-419f-a549-1c74c679027f of type vlan for network 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 Jun 23 13:42:24.057123 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3ff0a0d-60be-4f9d-a014-a18471ea0db8 req-753542d0-b6a5-4fab-9b7f-0b64fe1ab2f4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869634 Jun 23 13:42:24.069859 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (3b169bd9-0fce-46ad-9fb6-cccf5052dbb9), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.106556 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (3b169bd9-0fce-46ad-9fb6-cccf5052dbb9), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.110550 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:24.111155 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.144473 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4463456 Jun 23 13:42:24.146562 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57716) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:24.152168 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] Request body: {'subnet': {'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-401242087-subnet', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:24.173790 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] Made reservation on behalf of f26c3baf01204f74b713049cb489ee26 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:42:24.177221 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5429539'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.186454 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93168cca-8e36-4953-9b9a-5e538cb6babc admin admin] Pushing event updated for resources: {'Network': ['ID=3b169bd9-0fce-46ad-9fb6-cccf5052dbb9,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:24.197976 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:42:24.229272 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:24.379915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 683f8a89-7f98-42bb-9bbe-2744cf05508f up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:24.388580 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5839035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5429589'] for subnet (b49145ba-385c-495d-907c-ce3d9e5e3623), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.430042 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 683f8a89-7f98-42bb-9bbe-2744cf05508f triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:24.430831 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.439455 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49145ba-385c-495d-907c-ce3d9e5e3623,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:24.462562 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] Checking segment: {'id': 'f37ef101-0ae0-419f-a549-1c74c679027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:24.462927 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] Network hostable DHCP agents. Network: 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:42:24.484343 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] Network 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:42:24.497201 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:24.501334 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:24.501941 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.505277 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 683f8a89-7f98-42bb-9bbe-2744cf05508f is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:24.505671 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.513645 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7ced7-a695-42dc-a6b6-fb91488623b0 None None] Network 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:42:24.523691 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-056e4bf2-c263-4b7b-b3e2-4911edf99f2c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3757019 Jun 23 13:42:24.526089 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57720) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:24.530659 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-401242087-router', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:24.549009 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 683f8a89-7f98-42bb-9bbe-2744cf05508f, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=683f8a89-7f98-42bb-9bbe-2744cf05508f,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:24.556918 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.558715 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (d3bb547d-930b-4bb9-aaac-a7d903725a24), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.564207 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (d3bb547d-930b-4bb9-aaac-a7d903725a24), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.660269 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Publish callbacks [] for router_controller (d3bb547d-930b-4bb9-aaac-a7d903725a24), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.705621 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=683f8a89-7f98-42bb-9bbe-2744cf05508f,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:24.714096 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-3b169bd9-0fce-46ad-9fb6-cccf5052dbb9', 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9', 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'fixed_ips': [{'subnet_id': 'b49145ba-385c-495d-907c-ce3d9e5e3623'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:42:24.715681 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.739043 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:24.777044 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:24.809425 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Publish callbacks [] for router_gateway (d3bb547d-930b-4bb9-aaac-a7d903725a24), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:24.854075 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Allocated IP 172.20.0.2 (3b169bd9-0fce-46ad-9fb6-cccf5052dbb9/b49145ba-385c-495d-907c-ce3d9e5e3623/573240f1-3eee-41be-b214-7e60507f3d0d) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:24.992533 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Publish callbacks [] for router_gateway (d3bb547d-930b-4bb9-aaac-a7d903725a24), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.011243 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.013707 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Publish callbacks [] for port (573240f1-3eee-41be-b214-7e60507f3d0d), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.020951 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.063785 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Network 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:25.069768 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:25.072088 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:25.079642 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Pushing event updated for resources: {'Port': ['ID=573240f1-3eee-41be-b214-7e60507f3d0d,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:25.134741 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:25.146393 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.153273 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Allocated IP 172.27.0.33 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/fa0444f7-f46a-4e2e-a436-2d326f9df43d) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:25.165691 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Attempting to bind port 573240f1-3eee-41be-b214-7e60507f3d0d on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:25.165691 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Attempting to bind port 573240f1-3eee-41be-b214-7e60507f3d0d by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': 'f37ef101-0ae0-419f-a549-1c74c679027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:25.165691 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Attempting to bind port 573240f1-3eee-41be-b214-7e60507f3d0d on network 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:25.171296 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:25.171853 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Checking segment: {'id': 'f37ef101-0ae0-419f-a549-1c74c679027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:25.172323 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.172818 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Bound using segment: {'id': 'f37ef101-0ae0-419f-a549-1c74c679027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:25.173681 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Bound port: 573240f1-3eee-41be-b214-7e60507f3d0d, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37ef101-0ae0-419f-a549-1c74c679027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:25.174211 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.208593 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207f6f7-73ca-429e-ae1e-c61fd1cd00e1 req-7e1d1f00-4999-4b81-b3d9-9c638fd0b814 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:25.210432 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7207f6f7-73ca-429e-ae1e-c61fd1cd00e1 req-7e1d1f00-4999-4b81-b3d9-9c638fd0b814 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0579906 Jun 23 13:42:25.227181 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:25.239479 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.266232 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] For port 573240f1-3eee-41be-b214-7e60507f3d0d, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:25.268595 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7207f6f7-73ca-429e-ae1e-c61fd1cd00e1 req-82f7eb1a-c2aa-46eb-b069-a3d1420e2454 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508382 Jun 23 13:42:25.270640 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] For port 573240f1-3eee-41be-b214-7e60507f3d0d, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=573240f1-3eee-41be-b214-7e60507f3d0d,segment=NetworkSegment(f37ef101-0ae0-419f-a549-1c74c679027f),segment_id=f37ef101-0ae0-419f-a549-1c74c679027f)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:25.273969 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Publish callbacks [] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.279449 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.321371 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.339650 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a460a78-2c83-4c31-ab69-240018c410a3 None None] Pushing event updated for resources: {'Port': ['ID=573240f1-3eee-41be-b214-7e60507f3d0d,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:25.368851 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:25.374223 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:25.376737 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:25.422823 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Pushing event updated for resources: {'Port': ['ID=fa0444f7-f46a-4e2e-a436-2d326f9df43d,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:25.655135 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:25.672656 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Sync routers for ids ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:42:25.692232 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Publish callbacks [] for router_gateway (d3bb547d-930b-4bb9-aaac-a7d903725a24), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:25.696810 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Routers {'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:25.696810 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:25.832710 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Set router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:26.047419 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '094f0ed6-5add-46df-87cb-4e72ae72069a', 'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'mac_address': 'fa:16:3e:07:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:21Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 2, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'subnets': [{'id': '9c937649-0225-4065-896f-62a076289bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:26.073235 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Checking router: bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:42:26.074027 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Updating router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 port 094f0ed6-5add-46df-87cb-4e72ae72069a binding host dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:42:26.223260 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:26.264073 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (d3bb547d-930b-4bb9-aaac-a7d903725a24), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:26.427781 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9b369-17fa-42f7-9c29-567ff818befc req-8ca68e45-05f3-430a-9ace-afea0afc5a55 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:26.430284 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2ae9b369-17fa-42f7-9c29-567ff818befc req-8ca68e45-05f3-430a-9ace-afea0afc5a55 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0573678 Jun 23 13:42:26.456021 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Router d3bb547d-930b-4bb9-aaac-a7d903725a24 is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:42:26.504233 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2ae9b369-17fa-42f7-9c29-567ff818befc req-c0544499-f5f0-4358-a28c-4c657851cc7b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663040 Jun 23 13:42:26.518824 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 683f8a89-7f98-42bb-9bbe-2744cf05508f up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:26.578548 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 683f8a89-7f98-42bb-9bbe-2744cf05508f triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:26.578915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:26.596049 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:42:26.618181 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Sync routers for ids ['d3bb547d-930b-4bb9-aaac-a7d903725a24'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:42:26.619989 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:26.621587 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-14cc5cfc-cc5a-4e55-b263-5784881d7ecf admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0945065 Jun 23 13:42:26.624269 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57748) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:26.638547 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1526eb02-fe5e-4635-81a7-d09352ced256 None None] Network 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:42:26.642182 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Routers {'d3bb547d-930b-4bb9-aaac-a7d903725a24'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:26.643046 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['d3bb547d-930b-4bb9-aaac-a7d903725a24'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:26.666231 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:26.686128 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Publish callbacks [] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:26.690076 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:26.704076 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:26.753614 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Pushing event updated for resources: {'Port': ['ID=094f0ed6-5add-46df-87cb-4e72ae72069a,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:26.764173 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-c424ea13-d93b-49a0-afee-c7eb1e188560 None None] Provisioning complete for port 573240f1-3eee-41be-b214-7e60507f3d0d triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:26.764654 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c424ea13-d93b-49a0-afee-c7eb1e188560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:26.766970 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.767537 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.768109 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.768629 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.769110 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.769608 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.769729 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:26.770184 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.770473 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 683f8a89-7f98-42bb-9bbe-2744cf05508f is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:26.770834 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.771362 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.771599 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 573240f1-3eee-41be-b214-7e60507f3d0d up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:26.771991 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.772492 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.772979 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.773623 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.774093 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.774549 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:42:26.838379 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Attempting to bind port 094f0ed6-5add-46df-87cb-4e72ae72069a on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:26.839000 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Attempting to bind port 094f0ed6-5add-46df-87cb-4e72ae72069a by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:26.839583 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Attempting to bind port 094f0ed6-5add-46df-87cb-4e72ae72069a on network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:26.845273 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:26.846078 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Checking segment: {'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:26.846749 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:26.847296 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Bound using segment: {'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:26.847946 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Bound port: 094f0ed6-5add-46df-87cb-4e72ae72069a, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:26.848502 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:26.923456 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] For port 094f0ed6-5add-46df-87cb-4e72ae72069a, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:26.925883 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:26.927534 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] For port 094f0ed6-5add-46df-87cb-4e72ae72069a, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=094f0ed6-5add-46df-87cb-4e72ae72069a,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:26.930799 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:26.937558 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:27.018325 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 573240f1-3eee-41be-b214-7e60507f3d0d triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:27.019032 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:27.058923 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Routers {'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:27.060066 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:27.202211 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Set router d3bb547d-930b-4bb9-aaac-a7d903725a24 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:27.207638 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-c414e068-53b8-40f7-adca-36f23da7eb31 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1101255 Jun 23 13:42:27.225730 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] Set router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:27.251186 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:27.320873 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-d688e985-426e-42fc-8be4-deb77db3f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:27.326292 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:27.326938 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-d688e985-426e-42fc-8be4-deb77db3f42c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 1129 time: 0.0934546 Jun 23 13:42:27.409958 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6bcaa-e6bd-4dfc-aa82-c9adb12bc1dc None None] Pushing event updated for resources: {'Port': ['ID=094f0ed6-5add-46df-87cb-4e72ae72069a,revision_number=4']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:27.442578 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57756) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:27.523504 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-c1bdfa2c-7feb-437d-a36c-05dfeff22807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:27.525161 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-c1bdfa2c-7feb-437d-a36c-05dfeff22807 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.1671820 Jun 23 13:42:27.568364 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '094f0ed6-5add-46df-87cb-4e72ae72069a', 'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'mac_address': 'fa:16:3e:07:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:21Z', 'updated_at': '2022-06-23T13:42:26Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'subnets': [{'id': '9c937649-0225-4065-896f-62a076289bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:27.594966 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d47ee3-d7e2-4cd5-9737-b83dd1df4e9e None None] The sync data for ids ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'] in dv-cinder-815582-10-iscsi is: [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '094f0ed6-5add-46df-87cb-4e72ae72069a', 'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'mac_address': 'fa:16:3e:07:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:21Z', 'updated_at': '2022-06-23T13:42:26Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'subnets': [{'id': '9c937649-0225-4065-896f-62a076289bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:42:27.620047 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-c424ea13-d93b-49a0-afee-c7eb1e188560 None None] Current status of the port 573240f1-3eee-41be-b214-7e60507f3d0d is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:27.620614 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c424ea13-d93b-49a0-afee-c7eb1e188560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:27.651287 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0da33e8f-2dc8-4dbf-add4-00e71eb22a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:27.654878 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:27.655370 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-1e2c816b-c31a-44b6-b3fc-2c184ca17075 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 HTTP/1.1" status: 200 len: 217 time: 0.1175988 Jun 23 13:42:27.726541 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-16ae6882-63f7-45b7-87b5-ab24a9d0dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:27.728616 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-16ae6882-63f7-45b7-87b5-ab24a9d0dfec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0679042 Jun 23 13:42:27.744653 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-c424ea13-d93b-49a0-afee-c7eb1e188560 None None] For port 573240f1-3eee-41be-b214-7e60507f3d0d, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=573240f1-3eee-41be-b214-7e60507f3d0d,segment=NetworkSegment(f37ef101-0ae0-419f-a549-1c74c679027f),segment_id=f37ef101-0ae0-419f-a549-1c74c679027f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:27.750712 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 573240f1-3eee-41be-b214-7e60507f3d0d is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:27.753129 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:27.766871 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:27.782784 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-c424ea13-d93b-49a0-afee-c7eb1e188560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:27.797513 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Allocated IP 172.20.0.1 (3b169bd9-0fce-46ad-9fb6-cccf5052dbb9/b49145ba-385c-495d-907c-ce3d9e5e3623/34ad8d68-777f-448d-b77c-a7dbf891e5b1) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:27.797748 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-a763664b-d15f-4eb9-b72d-e193ab7c8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:27.799669 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-a763664b-d15f-4eb9-b72d-e193ab7c8be2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0622046 Jun 23 13:42:27.817178 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9204783-5ff4-4c53-a4bd-84d0feaf0d48 req-9aaf2ef2-fef4-444f-881a-e658be4917da tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:27.818663 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c9204783-5ff4-4c53-a4bd-84d0feaf0d48 req-9aaf2ef2-fef4-444f-881a-e658be4917da tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0876689 Jun 23 13:42:27.863251 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0da33e8f-2dc8-4dbf-add4-00e71eb22a92 admin admin] Publish callbacks [] for security_group (d5696c65-35fd-4aca-b693-85eeeca9d1cd), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:27.880973 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0da33e8f-2dc8-4dbf-add4-00e71eb22a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (d5696c65-35fd-4aca-b693-85eeeca9d1cd), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:27.944947 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'name': 'tempest-TestMinimumBasicScenario-401242087-router', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:24Z', 'updated_at': '2022-06-23T13:42:25Z', 'revision_number': 3, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'gw_port': {'id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:25Z', 'updated_at': '2022-06-23T13:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:27.947772 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-089283b2-e93e-4825-b7b1-ce553c6a2331 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306071 Jun 23 13:42:27.976998 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424ea13-d93b-49a0-afee-c7eb1e188560 None None] Pushing event updated for resources: {'Port': ['ID=573240f1-3eee-41be-b214-7e60507f3d0d,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:27.979942 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c9204783-5ff4-4c53-a4bd-84d0feaf0d48 req-fe56c659-df9f-4776-ae9a-97a51efa055a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500394 Jun 23 13:42:27.986211 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da33e8f-2dc8-4dbf-add4-00e71eb22a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5696c65-35fd-4aca-b693-85eeeca9d1cd,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:27.993870 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0da33e8f-2dc8-4dbf-add4-00e71eb22a92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a4400737d154af6bc923bab919505f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5504150 Jun 23 13:42:27.994557 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57766) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:28.007178 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-7a1b4958-df89-46df-b6fa-50d6a2e6aea1 None None] Provisioning complete for port 094f0ed6-5add-46df-87cb-4e72ae72069a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:28.007572 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7a1b4958-df89-46df-b6fa-50d6a2e6aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.011117 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Checking router: d3bb547d-930b-4bb9-aaac-a7d903725a24 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:42:28.033640 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Updating router d3bb547d-930b-4bb9-aaac-a7d903725a24 port fa0444f7-f46a-4e2e-a436-2d326f9df43d binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:42:28.042179 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:28.064939 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-71ff1e03-f85d-4fbf-a64f-1f711b25267f req-098c27ce-f431-4a0c-aed9-178a0d32e71b service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083965 Jun 23 13:42:28.069509 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Publish callbacks [] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.073270 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.074827 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.db.api [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 13:42:28.075225 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG oslo_db.api [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 13:42:28.098720 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:28.103042 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1338d1fb-f374-4815-8f6a-7ed890b5017f admin admin] Publish callbacks [] for security_group (d5696c65-35fd-4aca-b693-85eeeca9d1cd), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.143405 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1338d1fb-f374-4815-8f6a-7ed890b5017f admin admin] Publish callbacks [] for security_group (d5696c65-35fd-4aca-b693-85eeeca9d1cd), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.151180 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.214348 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Network 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:28.219608 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:28.222688 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:28.229778 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Pushing event updated for resources: {'Port': ['ID=34ad8d68-777f-448d-b77c-a7dbf891e5b1,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:28.231294 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b4958-df89-46df-b6fa-50d6a2e6aea1 None None] Current status of the port 094f0ed6-5add-46df-87cb-4e72ae72069a is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:28.231877 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7a1b4958-df89-46df-b6fa-50d6a2e6aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.242266 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:28.281102 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1338d1fb-f374-4815-8f6a-7ed890b5017f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (d5696c65-35fd-4aca-b693-85eeeca9d1cd), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.283693 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1338d1fb-f374-4815-8f6a-7ed890b5017f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.287651 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1338d1fb-f374-4815-8f6a-7ed890b5017f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5696c65-35fd-4aca-b693-85eeeca9d1cd HTTP/1.1" status: 204 len: 168 time: 0.2900941 Jun 23 13:42:28.290640 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (d3bb547d-930b-4bb9-aaac-a7d903725a24), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.325050 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-7a1b4958-df89-46df-b6fa-50d6a2e6aea1 None None] For port 094f0ed6-5add-46df-87cb-4e72ae72069a, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=094f0ed6-5add-46df-87cb-4e72ae72069a,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:28.348907 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7a1b4958-df89-46df-b6fa-50d6a2e6aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.360254 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-7a1b4958-df89-46df-b6fa-50d6a2e6aea1 None None] Provisioning complete for port 573240f1-3eee-41be-b214-7e60507f3d0d triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:28.360617 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7a1b4958-df89-46df-b6fa-50d6a2e6aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.369660 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338d1fb-f374-4815-8f6a-7ed890b5017f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5696c65-35fd-4aca-b693-85eeeca9d1cd,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:28.526495 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.539973 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b4958-df89-46df-b6fa-50d6a2e6aea1 None None] Pushing event updated for resources: {'Port': ['ID=094f0ed6-5add-46df-87cb-4e72ae72069a,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:28.561034 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Publish callbacks [] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.616735 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.630454 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:28.669652 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7a1b4958-df89-46df-b6fa-50d6a2e6aea1 None None] Current status of the port 573240f1-3eee-41be-b214-7e60507f3d0d is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:28.682691 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Attempting to bind port fa0444f7-f46a-4e2e-a436-2d326f9df43d on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:28.682863 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Attempting to bind port fa0444f7-f46a-4e2e-a436-2d326f9df43d by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:28.683210 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Attempting to bind port fa0444f7-f46a-4e2e-a436-2d326f9df43d on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:28.688021 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 573240f1-3eee-41be-b214-7e60507f3d0d is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:28.689760 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:28.694844 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:28.695383 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:28.695595 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.695975 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:28.696446 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Bound port: fa0444f7-f46a-4e2e-a436-2d326f9df43d, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:28.696995 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.698458 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6434e4c-b7ac-4b87-b757-6abfc0c669ed None None] Pushing event updated for resources: {'Port': ['ID=fa0444f7-f46a-4e2e-a436-2d326f9df43d,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:28.719624 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Publish callbacks [] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.726390 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4705434'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.773046 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] For port fa0444f7-f46a-4e2e-a436-2d326f9df43d, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:28.781244 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] For port fa0444f7-f46a-4e2e-a436-2d326f9df43d, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=fa0444f7-f46a-4e2e-a436-2d326f9df43d,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:28.799183 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.804993 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-319dc474-8e4a-4967-b21f-0d6de70e9b40 None None] Provisioning complete for port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:28.805609 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-319dc474-8e4a-4967-b21f-0d6de70e9b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.833336 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (d3bb547d-930b-4bb9-aaac-a7d903725a24), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:28.844681 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Pushing event updated for resources: {'Port': ['ID=34ad8d68-777f-448d-b77c-a7dbf891e5b1,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:28.871674 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 094f0ed6-5add-46df-87cb-4e72ae72069a up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:28.926741 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-319dc474-8e4a-4967-b21f-0d6de70e9b40 None None] Port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:42:28.945701 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6434e4c-b7ac-4b87-b757-6abfc0c669ed None None] Pushing event updated for resources: {'Port': ['ID=fa0444f7-f46a-4e2e-a436-2d326f9df43d,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:28.951968 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Routers {'d3bb547d-930b-4bb9-aaac-a7d903725a24'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:28.952978 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['d3bb547d-930b-4bb9-aaac-a7d903725a24'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:28.967421 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Network 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:28.969105 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:29.004522 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 094f0ed6-5add-46df-87cb-4e72ae72069a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:29.004896 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.041599 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:29.112359 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] Set router d3bb547d-930b-4bb9-aaac-a7d903725a24 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:29.132873 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Router d3bb547d-930b-4bb9-aaac-a7d903725a24 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:42:29.184710 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 094f0ed6-5add-46df-87cb-4e72ae72069a is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:29.185793 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 573240f1-3eee-41be-b214-7e60507f3d0d up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:29.192838 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57792) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:29.193321 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6b694-8560-4720-95ac-8458546b3670 req-434e63a1-9505-4f0e-b56c-33b4e786f68e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:29.194750 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7ad6b694-8560-4720-95ac-8458546b3670 req-434e63a1-9505-4f0e-b56c-33b4e786f68e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0604534 Jun 23 13:42:29.231359 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:29.285580 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-a43af00e-0386-41c6-82fa-e5657712677e None None] Provisioning complete for port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:29.285580 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a43af00e-0386-41c6-82fa-e5657712677e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.309012 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7ad6b694-8560-4720-95ac-8458546b3670 req-fc1ffb78-881b-472f-86eb-ce3d0a579aa6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029363 Jun 23 13:42:29.324840 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2105699831-network', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:29.356832 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:42:29.358803 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Made reservation on behalf of 0d6c438e59834c4084c818053e1fdb93 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:42:29.359435 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 573240f1-3eee-41be-b214-7e60507f3d0d triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:29.359814 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.361508 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.363947 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b6c3e56b-2505-47a0-8ede-86c883a9ddd2 admin admin] 10.222.0.26 "PUT /v2.0/routers/d3bb547d-930b-4bb9-aaac-a7d903725a24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7381232 Jun 23 13:42:29.379607 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.477429 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Publish callbacks [] for security_group (085e5130-7d4d-40d9-9708-3553867ec189), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.483992 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (085e5130-7d4d-40d9-9708-3553867ec189), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.507797 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:42:29.523619 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085e5130-7d4d-40d9-9708-3553867ec189,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:29.526561 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (47b03715-b443-4b93-9938-bda448a8c547), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.526905 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Added segment 47b03715-b443-4b93-9938-bda448a8c547 of type vlan for network bb715288-0a54-4ca5-85b6-5a7823648ca0 Jun 23 13:42:29.544643 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-a43af00e-0386-41c6-82fa-e5657712677e None None] Port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:42:29.568234 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (bb715288-0a54-4ca5-85b6-5a7823648ca0), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.600048 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (bb715288-0a54-4ca5-85b6-5a7823648ca0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.601056 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:29.601754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.626653 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 573240f1-3eee-41be-b214-7e60507f3d0d is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:29.638389 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4444284 Jun 23 13:42:29.638708 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'name': 'tempest-TestMinimumBasicScenario-401242087-router', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:24Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 4, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'gw_port': {'id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:25Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '34ad8d68-777f-448d-b77c-a7dbf891e5b1', 'name': '', 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'mac_address': 'fa:16:3e:1d:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b49145ba-385c-495d-907c-ce3d9e5e3623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:27Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 2, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'subnets': [{'id': 'b49145ba-385c-495d-907c-ce3d9e5e3623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:29.641463 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57804) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:29.647642 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] Request body: {'subnet': {'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2105699831-subnet', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:29.672511 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aca6ac-3c39-449e-b410-f3d19bae5476 None None] The sync data for ids ['d3bb547d-930b-4bb9-aaac-a7d903725a24'] in dv-cinder-815582-10-iscsi is: [{'id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'name': 'tempest-TestMinimumBasicScenario-401242087-router', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:24Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 4, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'gw_port': {'id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:25Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '34ad8d68-777f-448d-b77c-a7dbf891e5b1', 'name': '', 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'mac_address': 'fa:16:3e:1d:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b49145ba-385c-495d-907c-ce3d9e5e3623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:27Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 2, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'subnets': [{'id': 'b49145ba-385c-495d-907c-ce3d9e5e3623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:42:29.679615 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c9e75-a674-4217-828f-7aacfa677ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=bb715288-0a54-4ca5-85b6-5a7823648ca0,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:29.693453 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network bb715288-0a54-4ca5-85b6-5a7823648ca0 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:42:29.695748 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:29.718447 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] Made reservation on behalf of 0d6c438e59834c4084c818053e1fdb93 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:42:29.719498 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:29.721381 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5429539'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:29.947055 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5839035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5429589'] for subnet (5ca2c1c1-a17c-4242-ab8d-46a614702c35), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:30.026363 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] Checking segment: {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:30.026363 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] Network hostable DHCP agents. Network: bb715288-0a54-4ca5-85b6-5a7823648ca0, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:42:30.028412 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca2c1c1-a17c-4242-ab8d-46a614702c35,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:30.046567 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] Network bb715288-0a54-4ca5-85b6-5a7823648ca0 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:42:30.056846 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, bb715288-0a54-4ca5-85b6-5a7823648ca0) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:30.061961 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:30.062600 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:30.071871 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff9eded-1398-458e-af8b-8837ee83d9d5 None None] Network bb715288-0a54-4ca5-85b6-5a7823648ca0 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:42:30.098326 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57818) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:30.098950 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-eae38acb-94a3-494e-b729-7ba9fb41bad8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4560986 Jun 23 13:42:30.104786 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:30.130646 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (ec95e0de-8ca3-4a94-9504-191caa1d710a), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:30.131802 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (ec95e0de-8ca3-4a94-9504-191caa1d710a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:30.195503 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Publish callbacks [] for router_controller (ec95e0de-8ca3-4a94-9504-191caa1d710a), precommit_add_association {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:30.201080 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-bb715288-0a54-4ca5-85b6-5a7823648ca0', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:42:30.202470 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:30.470208 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Allocated IP 172.20.0.2 (bb715288-0a54-4ca5-85b6-5a7823648ca0/5ca2c1c1-a17c-4242-ab8d-46a614702c35/774a4c06-4ab9-49ee-897c-a5e6a257e2ea) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:30.690945 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:30.731573 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Publish callbacks [] for router_gateway (ec95e0de-8ca3-4a94-9504-191caa1d710a), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:30.773498 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Publish callbacks [] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:30.813565 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f665-ca67-400e-b005-ac4098001eab req-22daf441-2918-40e6-90e2-ddbe1caa398c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:30.816020 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0884f665-ca67-400e-b005-ac4098001eab req-22daf441-2918-40e6-90e2-ddbe1caa398c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.1803749 Jun 23 13:42:30.820044 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:30.894711 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Network bb715288-0a54-4ca5-85b6-5a7823648ca0 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:30.898927 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:30.900683 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:30.908562 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:30.979218 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Pushing event updated for resources: {'Port': ['ID=774a4c06-4ab9-49ee-897c-a5e6a257e2ea,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:30.984642 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device fa0444f7-f46a-4e2e-a436-2d326f9df43d up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:31.029425 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0884f665-ca67-400e-b005-ac4098001eab req-056b7f27-c8a1-46e2-9203-640354f562c1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931257 Jun 23 13:42:31.079607 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Attempting to bind port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:31.079819 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Attempting to bind port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:31.080555 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Attempting to bind port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea on network bb715288-0a54-4ca5-85b6-5a7823648ca0 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:31.094581 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port fa0444f7-f46a-4e2e-a436-2d326f9df43d triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:31.094945 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:31.127945 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:31.128354 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Checking segment: {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:31.128720 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:31.129113 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Bound using segment: {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:31.129598 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Bound port: 774a4c06-4ab9-49ee-897c-a5e6a257e2ea, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:31.129972 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:31.208860 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Publish callbacks [] for router_gateway (ec95e0de-8ca3-4a94-9504-191caa1d710a), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:31.246411 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:31.255737 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] For port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:31.289563 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] For port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=774a4c06-4ab9-49ee-897c-a5e6a257e2ea,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:31.294648 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:31.301212 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port fa0444f7-f46a-4e2e-a436-2d326f9df43d is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:31.303287 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:31.312915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:31.344155 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port fa0444f7-f46a-4e2e-a436-2d326f9df43d, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=fa0444f7-f46a-4e2e-a436-2d326f9df43d,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:31.381758 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:31.419607 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Allocated IP 172.27.0.28 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/772331f8-d3d6-457e-a331-12900924901f) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:31.421191 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee78d96-a0e9-46a4-9a01-4020ce19985f None None] Pushing event updated for resources: {'Port': ['ID=774a4c06-4ab9-49ee-897c-a5e6a257e2ea,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:31.519623 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=fa0444f7-f46a-4e2e-a436-2d326f9df43d,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:31.600680 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Publish callbacks [] for port (772331f8-d3d6-457e-a331-12900924901f), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:31.650436 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (772331f8-d3d6-457e-a331-12900924901f), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:31.725471 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Pushing event updated for resources: {'Port': ['ID=772331f8-d3d6-457e-a331-12900924901f,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:31.742905 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:31.744184 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:31.746065 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:31.749662 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:32.062112 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Publish callbacks [] for router_gateway (ec95e0de-8ca3-4a94-9504-191caa1d710a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:32.292519 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:32.299668 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c0830-d96f-4dc4-8b7d-147713a85fb0 req-a06446f4-d49a-4dc7-ad24-fc03f5e50e1b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:32.301219 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-016c0830-d96f-4dc4-8b7d-147713a85fb0 req-a06446f4-d49a-4dc7-ad24-fc03f5e50e1b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0896327 Jun 23 13:42:32.399193 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-016c0830-d96f-4dc4-8b7d-147713a85fb0 req-05bbba7b-bc56-49e5-8859-da8a55879d22 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888271 Jun 23 13:42:32.402381 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (ec95e0de-8ca3-4a94-9504-191caa1d710a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:32.568770 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Router ec95e0de-8ca3-4a94-9504-191caa1d710a is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:42:32.715327 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:42:32.731814 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Sync routers for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:42:32.745586 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:32.746437 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:32.770608 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:32.771953 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-dfd91b82-17f5-41c6-9d3c-045c75584710 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6723349 Jun 23 13:42:32.775132 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57834) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:32.910073 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:32.965779 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Sync routers for ids ['d3bb547d-930b-4bb9-aaac-a7d903725a24'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:42:32.979557 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Routers {'d3bb547d-930b-4bb9-aaac-a7d903725a24'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:32.980186 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['d3bb547d-930b-4bb9-aaac-a7d903725a24'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:33.100488 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:31Z', 'revision_number': 3, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:33.110928 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:33.122211 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Set router d3bb547d-930b-4bb9-aaac-a7d903725a24 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:33.138881 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Checking router: ec95e0de-8ca3-4a94-9504-191caa1d710a for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:42:33.139228 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Updating router ec95e0de-8ca3-4a94-9504-191caa1d710a port 772331f8-d3d6-457e-a331-12900924901f binding host dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:42:33.174963 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (772331f8-d3d6-457e-a331-12900924901f), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:33.206188 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 774a4c06-4ab9-49ee-897c-a5e6a257e2ea up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:33.209631 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe2bb7-98e9-4528-a1ba-4c3c707ae2c3 None None] Network bb715288-0a54-4ca5-85b6-5a7823648ca0 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:42:33.283571 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-bded4221-a274-4353-b491-4089063108b1 None None] Provisioning complete for port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:33.283921 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bded4221-a274-4353-b491-4089063108b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:33.367116 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:33.405438 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:33.408369 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:33.462171 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:33.462382 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:33.472084 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:33.528081 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:33.569101 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Publish callbacks [] for port (772331f8-d3d6-457e-a331-12900924901f), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:33.583740 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (772331f8-d3d6-457e-a331-12900924901f), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:33.648510 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:33.656595 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69d999-26eb-4db6-959c-94251157ef0c req-4446eb44-e485-482f-bbed-aba4603319c0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:33.665004 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5c69d999-26eb-4db6-959c-94251157ef0c req-4446eb44-e485-482f-bbed-aba4603319c0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.1586752 Jun 23 13:42:33.717286 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Attempting to bind port 772331f8-d3d6-457e-a331-12900924901f on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:33.717761 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Attempting to bind port 772331f8-d3d6-457e-a331-12900924901f by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:33.718230 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Attempting to bind port 772331f8-d3d6-457e-a331-12900924901f on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:33.725842 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99168b6-7cfa-4c51-8ec8-118e995bab70 None None] Pushing event updated for resources: {'Port': ['ID=772331f8-d3d6-457e-a331-12900924901f,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:33.738279 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:33.739058 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:33.742522 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-bded4221-a274-4353-b491-4089063108b1 None None] Current status of the port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:33.742865 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:33.744170 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:33.744847 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Bound port: 772331f8-d3d6-457e-a331-12900924901f, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:33.745327 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (772331f8-d3d6-457e-a331-12900924901f), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:33.748663 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bded4221-a274-4353-b491-4089063108b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:33.776950 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'name': 'tempest-TestMinimumBasicScenario-401242087-router', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:24Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 4, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'gw_port': {'id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:25Z', 'updated_at': '2022-06-23T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '34ad8d68-777f-448d-b77c-a7dbf891e5b1', 'name': '', 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'mac_address': 'fa:16:3e:1d:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b49145ba-385c-495d-907c-ce3d9e5e3623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:27Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 2, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'subnets': [{'id': 'b49145ba-385c-495d-907c-ce3d9e5e3623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:33.810787 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5c69d999-26eb-4db6-959c-94251157ef0c req-e533ef11-d776-4c35-bf0b-1a1c8f167aac tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317961 Jun 23 13:42:33.844967 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:33.844967 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:33.847999 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] For port 772331f8-d3d6-457e-a331-12900924901f, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:33.853275 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Checking router: d3bb547d-930b-4bb9-aaac-a7d903725a24 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:42:33.855271 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] For port 772331f8-d3d6-457e-a331-12900924901f, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=772331f8-d3d6-457e-a331-12900924901f,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:33.857078 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Updating router d3bb547d-930b-4bb9-aaac-a7d903725a24 port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:42:33.867298 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (772331f8-d3d6-457e-a331-12900924901f), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:33.888068 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Allocated IP 172.20.0.1 (bb715288-0a54-4ca5-85b6-5a7823648ca0/5ca2c1c1-a17c-4242-ab8d-46a614702c35/214ac37d-a755-4b68-ad4a-61015b030fe7) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:33.995505 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:33.996296 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:34.001610 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99168b6-7cfa-4c51-8ec8-118e995bab70 None None] Pushing event updated for resources: {'Port': ['ID=772331f8-d3d6-457e-a331-12900924901f,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:34.011363 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-bded4221-a274-4353-b491-4089063108b1 None None] For port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=774a4c06-4ab9-49ee-897c-a5e6a257e2ea,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:34.013065 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.087989 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Publish callbacks [] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.137672 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:34.142337 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.172941 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bded4221-a274-4353-b491-4089063108b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.199119 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Network bb715288-0a54-4ca5-85b6-5a7823648ca0 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:34.202341 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:34.213194 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.db.api [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 13:42:34.213595 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG oslo_db.api [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 13:42:34.221824 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:34.263798 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Pushing event updated for resources: {'Port': ['ID=214ac37d-a755-4b68-ad4a-61015b030fe7,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:34.299893 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (ec95e0de-8ca3-4a94-9504-191caa1d710a), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.408790 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-ccf0681a-2152-4f37-ad1c-2e8f0ebf436f None None] Provisioning complete for port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:34.409164 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ccf0681a-2152-4f37-ad1c-2e8f0ebf436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.410737 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded4221-a274-4353-b491-4089063108b1 None None] Pushing event updated for resources: {'Port': ['ID=774a4c06-4ab9-49ee-897c-a5e6a257e2ea,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:34.541936 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:31Z', 'revision_number': 3, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:34.550247 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.592540 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0681a-2152-4f37-ad1c-2e8f0ebf436f None None] Current status of the port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:34.697338 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dce492-33a9-46f3-ab12-293ae502c3d1 None None] The sync data for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi is: [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:31Z', 'revision_number': 3, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:42:34.746823 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:34.806438 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:34.825557 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:34.825996 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-efd6aa4b-9977-4ce6-ae18-20adbff997f4 None None] Provisioning complete for port 214ac37d-a755-4b68-ad4a-61015b030fe7 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:34.826422 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-efd6aa4b-9977-4ce6-ae18-20adbff997f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.842367 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Publish callbacks [] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.859574 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Publish callbacks [] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.886032 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.900570 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-efd6aa4b-9977-4ce6-ae18-20adbff997f4 None None] Port 214ac37d-a755-4b68-ad4a-61015b030fe7 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:42:34.906657 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:34.908767 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device fa0444f7-f46a-4e2e-a436-2d326f9df43d up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:34.952290 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.983580 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Pushing event updated for resources: {'Port': ['ID=214ac37d-a755-4b68-ad4a-61015b030fe7,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:34.987310 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (ec95e0de-8ca3-4a94-9504-191caa1d710a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:34.995680 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:35.023790 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a956fc-3ea1-421d-9f22-622b24e5c6bc req-c921e2af-5597-41e3-86a7-c82407745c75 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:35.025829 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38a956fc-3ea1-421d-9f22-622b24e5c6bc req-c921e2af-5597-41e3-86a7-c82407745c75 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0909450 Jun 23 13:42:35.066039 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824be735-10cc-4cd3-ba2f-e56d7bdd7654 None None] Pushing event updated for resources: {'Port': ['ID=34ad8d68-777f-448d-b77c-a7dbf891e5b1,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:35.072558 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port fa0444f7-f46a-4e2e-a436-2d326f9df43d triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:35.072558 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:35.134999 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38a956fc-3ea1-421d-9f22-622b24e5c6bc req-84809bfd-9d50-41fc-84ad-a3584c457920 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932162 Jun 23 13:42:35.140366 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Network bb715288-0a54-4ca5-85b6-5a7823648ca0 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:35.141968 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:35.251316 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Attempting to bind port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:35.252091 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Attempting to bind port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': 'f37ef101-0ae0-419f-a549-1c74c679027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:35.252694 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Attempting to bind port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 on network 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:35.259871 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:35.273951 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:35.275070 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Checking segment: {'id': 'f37ef101-0ae0-419f-a549-1c74c679027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:35.275579 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:35.276652 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Bound using segment: {'id': 'f37ef101-0ae0-419f-a549-1c74c679027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:35.277240 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Bound port: 34ad8d68-777f-448d-b77c-a7dbf891e5b1, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37ef101-0ae0-419f-a549-1c74c679027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:35.277669 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:35.412757 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Router ec95e0de-8ca3-4a94-9504-191caa1d710a has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:42:35.469683 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] For port 34ad8d68-777f-448d-b77c-a7dbf891e5b1, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:35.478415 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] For port 34ad8d68-777f-448d-b77c-a7dbf891e5b1, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=34ad8d68-777f-448d-b77c-a7dbf891e5b1,segment=NetworkSegment(f37ef101-0ae0-419f-a549-1c74c679027f),segment_id=f37ef101-0ae0-419f-a549-1c74c679027f)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:35.523918 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:35.625089 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:42:35.642501 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5b62d3e9-39a1-4394-b250-265a0159b605 admin admin] 10.222.0.26 "PUT /v2.0/routers/ec95e0de-8ca3-4a94-9504-191caa1d710a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8659294 Jun 23 13:42:35.645754 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port fa0444f7-f46a-4e2e-a436-2d326f9df43d is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:35.663452 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-da45ab21-3e6f-4e2a-b30b-037a37b10a86 None None] Provisioning complete for port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:35.664202 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-da45ab21-3e6f-4e2a-b30b-037a37b10a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:35.756101 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Routers {'d3bb547d-930b-4bb9-aaac-a7d903725a24'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:35.756884 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['d3bb547d-930b-4bb9-aaac-a7d903725a24'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:35.760831 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824be735-10cc-4cd3-ba2f-e56d7bdd7654 None None] Pushing event updated for resources: {'Port': ['ID=34ad8d68-777f-448d-b77c-a7dbf891e5b1,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:36.020677 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-da45ab21-3e6f-4e2a-b30b-037a37b10a86 None None] Current status of the port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:36.021062 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-da45ab21-3e6f-4e2a-b30b-037a37b10a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.030344 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 774a4c06-4ab9-49ee-897c-a5e6a257e2ea up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:36.125988 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-da45ab21-3e6f-4e2a-b30b-037a37b10a86 None None] For port 34ad8d68-777f-448d-b77c-a7dbf891e5b1, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=34ad8d68-777f-448d-b77c-a7dbf891e5b1,segment=NetworkSegment(f37ef101-0ae0-419f-a549-1c74c679027f),segment_id=f37ef101-0ae0-419f-a549-1c74c679027f)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:36.137327 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-da45ab21-3e6f-4e2a-b30b-037a37b10a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.148055 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:36.148466 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.151073 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] Set router d3bb547d-930b-4bb9-aaac-a7d903725a24 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:36.330925 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-76a9fc67-2abe-4eae-8146-6690400162b6 None None] Provisioning complete for port 214ac37d-a755-4b68-ad4a-61015b030fe7 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:36.331294 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-76a9fc67-2abe-4eae-8146-6690400162b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.355732 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2eab5-40da-49ca-bc0b-fd88b2b1de18 req-384eecf1-1b95-48ca-bcdc-79a7f40181a9 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:36.358241 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-97d2eab5-40da-49ca-bc0b-fd88b2b1de18 req-384eecf1-1b95-48ca-bcdc-79a7f40181a9 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.0673535 Jun 23 13:42:36.373979 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-76a9fc67-2abe-4eae-8146-6690400162b6 None None] Port 214ac37d-a755-4b68-ad4a-61015b030fe7 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:42:36.381705 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:36.388796 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-76a9fc67-2abe-4eae-8146-6690400162b6 None None] Provisioning complete for port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:36.389162 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-76a9fc67-2abe-4eae-8146-6690400162b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.418206 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:36.418833 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45ab21-3e6f-4e2a-b30b-037a37b10a86 None None] Pushing event updated for resources: {'Port': ['ID=34ad8d68-777f-448d-b77c-a7dbf891e5b1,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:36.430152 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-97d2eab5-40da-49ca-bc0b-fd88b2b1de18 req-9aaafca0-bfad-4f7a-83b5-f61e68545bb1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653579 Jun 23 13:42:36.533462 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57868) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:36.545209 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-742581688-network', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:36.551474 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:36.552644 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 772331f8-d3d6-457e-a331-12900924901f up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:36.589502 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Made reservation on behalf of 2b79d3fc84d14047869621c77ca0c2bb for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:42:36.593744 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.608265 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.707319 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-76a9fc67-2abe-4eae-8146-6690400162b6 None None] Current status of the port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:36.718895 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Publish callbacks [] for security_group (2b7dcf78-cf08-49ce-a192-f028fc6ec08e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.725156 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2b7dcf78-cf08-49ce-a192-f028fc6ec08e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.752142 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 772331f8-d3d6-457e-a331-12900924901f triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:36.752522 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (772331f8-d3d6-457e-a331-12900924901f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.755367 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:42:36.763212 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7dcf78-cf08-49ce-a192-f028fc6ec08e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:36.770172 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (86157541-bf49-452d-aa16-417c177e388c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.770596 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Added segment 86157541-bf49-452d-aa16-417c177e388c of type vlan for network 7f574965-2aa5-4e6b-9f06-f0de26e79229 Jun 23 13:42:36.784134 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:36.799017 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'name': 'tempest-TestMinimumBasicScenario-401242087-router', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:24Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 4, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'gw_port': {'id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:25Z', 'updated_at': '2022-06-23T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '34ad8d68-777f-448d-b77c-a7dbf891e5b1', 'name': '', 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'mac_address': 'fa:16:3e:1d:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b49145ba-385c-495d-907c-ce3d9e5e3623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:27Z', 'updated_at': '2022-06-23T13:42:35Z', 'revision_number': 4, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'subnets': [{'id': 'b49145ba-385c-495d-907c-ce3d9e5e3623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:36.826514 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (7f574965-2aa5-4e6b-9f06-f0de26e79229), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.864629 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (7f574965-2aa5-4e6b-9f06-f0de26e79229), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.865797 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:36.866442 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:36.927076 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3890619 Jun 23 13:42:36.927693 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57872) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:36.933848 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] Request body: {'subnet': {'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-742581688-subnet', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:36.977287 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7674db3-e96c-4a1c-b5f1-2efd7caacb13 None None] The sync data for ids ['d3bb547d-930b-4bb9-aaac-a7d903725a24'] in dv-cinder-815582-10-iscsi is: [{'id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'name': 'tempest-TestMinimumBasicScenario-401242087-router', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:24Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 4, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'gw_port': {'id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:25Z', 'updated_at': '2022-06-23T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '34ad8d68-777f-448d-b77c-a7dbf891e5b1', 'name': '', 'network_id': '3b169bd9-0fce-46ad-9fb6-cccf5052dbb9', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'mac_address': 'fa:16:3e:1d:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b49145ba-385c-495d-907c-ce3d9e5e3623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:27Z', 'updated_at': '2022-06-23T13:42:35Z', 'revision_number': 4, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'subnets': [{'id': 'b49145ba-385c-495d-907c-ce3d9e5e3623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:42:37.000554 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a557303-252a-4136-85da-14638db5eeba admin admin] Pushing event updated for resources: {'Network': ['ID=7f574965-2aa5-4e6b-9f06-f0de26e79229,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:37.007488 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] Made reservation on behalf of 2b79d3fc84d14047869621c77ca0c2bb for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:42:37.011112 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5429539'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:37.015767 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 7f574965-2aa5-4e6b-9f06-f0de26e79229 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:42:37.052887 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 772331f8-d3d6-457e-a331-12900924901f is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:37.053268 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (772331f8-d3d6-457e-a331-12900924901f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:37.123260 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 772331f8-d3d6-457e-a331-12900924901f, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=772331f8-d3d6-457e-a331-12900924901f,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:37.134872 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (772331f8-d3d6-457e-a331-12900924901f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:37.191973 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=772331f8-d3d6-457e-a331-12900924901f,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:37.209908 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5839035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5429589'] for subnet (6aa4c745-0c95-41e1-85a8-6db318385908), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:37.260091 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:37.269999 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa4c745-0c95-41e1-85a8-6db318385908,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:37.290950 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] Checking segment: {'id': '86157541-bf49-452d-aa16-417c177e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:37.291400 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] Network hostable DHCP agents. Network: 7f574965-2aa5-4e6b-9f06-f0de26e79229, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:42:37.311164 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] Network 7f574965-2aa5-4e6b-9f06-f0de26e79229 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:42:37.323841 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 7f574965-2aa5-4e6b-9f06-f0de26e79229) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:37.333764 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef457d-ff21-468a-b261-a165a9cdfbab None None] Network 7f574965-2aa5-4e6b-9f06-f0de26e79229 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:42:37.334623 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:37.337440 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:37.371820 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57876) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:37.382181 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-742581688-router', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:37.387132 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-9502470d-770b-4f92-a879-9dfe437946ac admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4583406 Jun 23 13:42:37.417184 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:37.419443 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:37.488507 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-7f574965-2aa5-4e6b-9f06-f0de26e79229', 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229', 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'fixed_ips': [{'subnet_id': '6aa4c745-0c95-41e1-85a8-6db318385908'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:42:37.490773 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:37.529194 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 07687dd4-8eaf-46e2-8bcb-86dc90291b87 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:42:37.532487 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Publish callbacks [] for router_controller (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), precommit_add_association {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:37.612454 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Sync routers for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:42:37.649057 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:37.650940 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:37.728227 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:37.828842 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a207a67-f3ab-471f-b7fe-cec92b28b875 req-bbe1c1a8-1a13-4e3a-8617-e062ab37287e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:37.830608 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2a207a67-f3ab-471f-b7fe-cec92b28b875 req-bbe1c1a8-1a13-4e3a-8617-e062ab37287e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 943 time: 0.1884367 Jun 23 13:42:37.928323 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:37.953330 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 34ad8d68-777f-448d-b77c-a7dbf891e5b1 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:38.003217 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:38.004703 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Publish callbacks [] for router_gateway (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.016174 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:38.028918 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:38.090748 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'port_id': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'mac_address': 'fa:16:3e:f9:c9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:42:38.100149 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Allocated IP 172.20.0.2 (7f574965-2aa5-4e6b-9f06-f0de26e79229/6aa4c745-0c95-41e1-85a8-6db318385908/3f883925-9342-4a89-a793-64821e712c69) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:38.102442 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:38.103001 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.201414 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:38.244537 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 2, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:38.291361 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:38.297390 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 772331f8-d3d6-457e-a331-12900924901f up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:38.300670 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:38.309444 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2a207a67-f3ab-471f-b7fe-cec92b28b875 req-ed62a212-348c-4e4a-a83f-7df1dfa8d415 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4077241 Jun 23 13:42:38.327007 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Checking router: ec95e0de-8ca3-4a94-9504-191caa1d710a for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:42:38.327873 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Updating router ec95e0de-8ca3-4a94-9504-191caa1d710a port 214ac37d-a755-4b68-ad4a-61015b030fe7 binding host dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:42:38.404721 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Publish callbacks [] for router_gateway (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.425617 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:38.425832 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.426068 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.429138 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.502462 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07687dd4-8eaf-46e2-8bcb-86dc90291b87 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:42:38.546672 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 772331f8-d3d6-457e-a331-12900924901f triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:38.547150 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (772331f8-d3d6-457e-a331-12900924901f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.598047 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:38.604557 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Allocated IP 172.27.0.192 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/613a83d1-aa68-4dc6-9a4a-77bef342ae61) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:38.617404 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.711016 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=07687dd4-8eaf-46e2-8bcb-86dc90291b87,revision_number=9']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:38.728495 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Publish callbacks [] for port (3f883925-9342-4a89-a793-64821e712c69), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.738855 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:38.755362 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (3f883925-9342-4a89-a793-64821e712c69), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.763927 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Publish callbacks [] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.807230 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 772331f8-d3d6-457e-a331-12900924901f is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:38.810871 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.818029 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Network 7f574965-2aa5-4e6b-9f06-f0de26e79229 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:38.821987 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Pushing event updated for resources: {'Port': ['ID=3f883925-9342-4a89-a793-64821e712c69,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:38.825149 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:38.827642 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:38.866627 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Publish callbacks [] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.870085 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Pushing event updated for resources: {'Port': ['ID=613a83d1-aa68-4dc6-9a4a-77bef342ae61,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:38.875317 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.883492 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:38.885214 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:38.889918 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:38.894254 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:38.906979 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Attempting to bind port 3f883925-9342-4a89-a793-64821e712c69 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:38.907376 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Attempting to bind port 3f883925-9342-4a89-a793-64821e712c69 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '86157541-bf49-452d-aa16-417c177e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:38.907968 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Attempting to bind port 3f883925-9342-4a89-a793-64821e712c69 on network 7f574965-2aa5-4e6b-9f06-f0de26e79229 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:38.914398 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:38.914771 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Checking segment: {'id': '86157541-bf49-452d-aa16-417c177e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:38.915168 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.915575 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Bound using segment: {'id': '86157541-bf49-452d-aa16-417c177e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:38.916040 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Bound port: 3f883925-9342-4a89-a793-64821e712c69, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86157541-bf49-452d-aa16-417c177e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:38.916418 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (3f883925-9342-4a89-a793-64821e712c69), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:38.928917 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85ab9b-075e-4a7f-8b7f-f5f22457c695 None None] Pushing event updated for resources: {'Port': ['ID=214ac37d-a755-4b68-ad4a-61015b030fe7,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:39.008433 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Attempting to bind port 214ac37d-a755-4b68-ad4a-61015b030fe7 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:39.008872 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Attempting to bind port 214ac37d-a755-4b68-ad4a-61015b030fe7 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:39.009687 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Attempting to bind port 214ac37d-a755-4b68-ad4a-61015b030fe7 on network bb715288-0a54-4ca5-85b6-5a7823648ca0 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:39.015225 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:39.015655 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Checking segment: {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:39.016364 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:39.016759 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Bound using segment: {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:39.017227 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Bound port: 214ac37d-a755-4b68-ad4a-61015b030fe7, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:39.017676 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:39.020393 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] For port 3f883925-9342-4a89-a793-64821e712c69, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:39.030399 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] For port 3f883925-9342-4a89-a793-64821e712c69, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=3f883925-9342-4a89-a793-64821e712c69,segment=NetworkSegment(86157541-bf49-452d-aa16-417c177e388c),segment_id=86157541-bf49-452d-aa16-417c177e388c)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:39.056206 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (3f883925-9342-4a89-a793-64821e712c69), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:39.112825 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] For port 214ac37d-a755-4b68-ad4a-61015b030fe7, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:39.119922 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] For port 214ac37d-a755-4b68-ad4a-61015b030fe7, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=214ac37d-a755-4b68-ad4a-61015b030fe7,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:39.140149 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:39.201675 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5571cb2-c8db-4ecf-a8f3-a4329efc8df4 None None] Pushing event updated for resources: {'Port': ['ID=3f883925-9342-4a89-a793-64821e712c69,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:39.222343 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85ab9b-075e-4a7f-8b7f-f5f22457c695 None None] Pushing event updated for resources: {'Port': ['ID=214ac37d-a755-4b68-ad4a-61015b030fe7,revision_number=4']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:39.241315 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:39.243888 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:39.377865 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-ceae8c69-1d4b-4c79-b571-1bab6511980c None None] Provisioning complete for port 214ac37d-a755-4b68-ad4a-61015b030fe7 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:39.378298 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ceae8c69-1d4b-4c79-b571-1bab6511980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:39.398571 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:39.450403 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:39.523946 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:39.557803 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-ceae8c69-1d4b-4c79-b571-1bab6511980c None None] Current status of the port 214ac37d-a755-4b68-ad4a-61015b030fe7 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:39.558431 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ceae8c69-1d4b-4c79-b571-1bab6511980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:39.605581 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-ceae8c69-1d4b-4c79-b571-1bab6511980c None None] For port 214ac37d-a755-4b68-ad4a-61015b030fe7, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=214ac37d-a755-4b68-ad4a-61015b030fe7,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:39.615095 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ceae8c69-1d4b-4c79-b571-1bab6511980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:39.729153 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae8c69-1d4b-4c79-b571-1bab6511980c None None] Pushing event updated for resources: {'Port': ['ID=214ac37d-a755-4b68-ad4a-61015b030fe7,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:39.760888 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-893acaf5-f08a-4f98-84b2-86ce5bda6f96 None None] Provisioning complete for port 214ac37d-a755-4b68-ad4a-61015b030fe7 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:39.764151 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-893acaf5-f08a-4f98-84b2-86ce5bda6f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:39.833188 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:39.876147 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d5a89-e2bf-4eb4-884a-cbed221978b1 None None] The sync data for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi is: [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:42:39.899542 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 3f883925-9342-4a89-a793-64821e712c69 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:40.004924 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-893acaf5-f08a-4f98-84b2-86ce5bda6f96 None None] Current status of the port 214ac37d-a755-4b68-ad4a-61015b030fe7 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:40.022128 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 3f883925-9342-4a89-a793-64821e712c69 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:40.022870 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (3f883925-9342-4a89-a793-64821e712c69), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:40.025119 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9b577-a2ff-47ba-a9cc-a98ed220fbbe req-3ba4c1d8-4f40-4c35-a151-1e9901b5ca62 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:40.026689 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-40b9b577-a2ff-47ba-a9cc-a98ed220fbbe req-3ba4c1d8-4f40-4c35-a151-1e9901b5ca62 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 944 time: 0.0826163 Jun 23 13:42:40.061426 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Publish callbacks [] for router_gateway (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:40.222164 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 3f883925-9342-4a89-a793-64821e712c69 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:40.222960 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (3f883925-9342-4a89-a793-64821e712c69), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:40.234236 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:40.359639 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 3f883925-9342-4a89-a793-64821e712c69, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=3f883925-9342-4a89-a793-64821e712c69,segment=NetworkSegment(86157541-bf49-452d-aa16-417c177e388c),segment_id=86157541-bf49-452d-aa16-417c177e388c)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:40.368691 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (3f883925-9342-4a89-a793-64821e712c69), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:40.381793 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-40b9b577-a2ff-47ba-a9cc-a98ed220fbbe req-3c42ce25-aead-4a8c-8f72-dd98b6fc9815 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473303 Jun 23 13:42:40.489051 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:40.490716 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=3f883925-9342-4a89-a793-64821e712c69,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:40.702834 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110547) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:42:40.746708 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f8771a-61c1-47bf-b8a6-2b3c5969257a None None] Network 7f574965-2aa5-4e6b-9f06-f0de26e79229 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:42:40.895201 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:40.901748 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:42:40.927608 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:40.931374 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-541d98e0-d8cf-46d3-99ff-1cc98c8b58b4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5549402 Jun 23 13:42:40.931858 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57896) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:40.939764 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Sync routers for ids ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:42:40.950790 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:40.969186 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-328441e6-6b5d-4e46-ad53-aa11ce53aa04 None None] Provisioning complete for port 3f883925-9342-4a89-a793-64821e712c69 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:40.969553 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-328441e6-6b5d-4e46-ad53-aa11ce53aa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (3f883925-9342-4a89-a793-64821e712c69), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:41.030802 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Routers {'507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:41.031550 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:41.178193 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Set router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:41.241705 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:41.342771 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:41.354162 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-328441e6-6b5d-4e46-ad53-aa11ce53aa04 None None] Current status of the port 3f883925-9342-4a89-a793-64821e712c69 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:41.498878 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'name': 'tempest-TestVolumeBootPattern-742581688-router', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:37Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 3, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'gw_port': {'id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:38Z', 'updated_at': '2022-06-23T13:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:41.554311 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Checking router: 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:42:41.554693 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Updating router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 port 613a83d1-aa68-4dc6-9a4a-77bef342ae61 binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:42:41.587486 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['07687dd4-8eaf-46e2-8bcb-86dc90291b87'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:42:41.632101 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:41.633832 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1b2c3-38d3-48ed-a465-68b6d1c183b5 req-777c7cd1-dce3-4df1-93b0-9d36b614b57a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:41.635453 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-36b1b2c3-38d3-48ed-a465-68b6d1c183b5 req-777c7cd1-dce3-4df1-93b0-9d36b614b57a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 944 time: 0.0770059 Jun 23 13:42:41.719145 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-36b1b2c3-38d3-48ed-a465-68b6d1c183b5 req-193554ff-4c83-4534-8ba7-ad8596b8717c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774248 Jun 23 13:42:41.819415 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-12f2e96b-8c04-496c-8048-24a55150fb95 None None] Provisioning complete for port 3f883925-9342-4a89-a793-64821e712c69 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:41.819785 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-12f2e96b-8c04-496c-8048-24a55150fb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (3f883925-9342-4a89-a793-64821e712c69), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:41.926182 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:41.966000 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.005060 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 3f883925-9342-4a89-a793-64821e712c69 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:42.123952 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Publish callbacks [] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.147200 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-12f2e96b-8c04-496c-8048-24a55150fb95 None None] Current status of the port 3f883925-9342-4a89-a793-64821e712c69 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:42.148361 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Allocated IP 172.20.0.1 (7f574965-2aa5-4e6b-9f06-f0de26e79229/6aa4c745-0c95-41e1-85a8-6db318385908/daafa9ef-8c7e-4938-9daa-cdbdf493c32e) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:42.150953 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.191913 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 3f883925-9342-4a89-a793-64821e712c69 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:42.192399 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (3f883925-9342-4a89-a793-64821e712c69), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.253247 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Attempting to bind port 613a83d1-aa68-4dc6-9a4a-77bef342ae61 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:42.253701 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Attempting to bind port 613a83d1-aa68-4dc6-9a4a-77bef342ae61 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:42.254068 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Attempting to bind port 613a83d1-aa68-4dc6-9a4a-77bef342ae61 on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:42.256993 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Publish callbacks [] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.258878 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbaccd-e21e-42c4-9dc7-69a874fb0226 None None] Pushing event updated for resources: {'Port': ['ID=613a83d1-aa68-4dc6-9a4a-77bef342ae61,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:42.265166 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:42.265538 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:42.265937 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.266315 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:42.266782 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Bound port: 613a83d1-aa68-4dc6-9a4a-77bef342ae61, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:42.267178 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.298303 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.342083 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 3f883925-9342-4a89-a793-64821e712c69 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:42.343272 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 214ac37d-a755-4b68-ad4a-61015b030fe7 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:42.345706 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Pushing event updated for resources: {'Port': ['ID=daafa9ef-8c7e-4938-9daa-cdbdf493c32e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:42.362282 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Network 7f574965-2aa5-4e6b-9f06-f0de26e79229 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:42.364845 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:42.367975 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:42.376992 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] For port 613a83d1-aa68-4dc6-9a4a-77bef342ae61, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:42.382132 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:42.397703 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] For port 613a83d1-aa68-4dc6-9a4a-77bef342ae61, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=613a83d1-aa68-4dc6-9a4a-77bef342ae61,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:42.420030 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.429728 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.430875 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 214ac37d-a755-4b68-ad4a-61015b030fe7 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:42.430994 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.501839 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:42.532333 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:42.624345 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:42.643019 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.648330 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbaccd-e21e-42c4-9dc7-69a874fb0226 None None] Pushing event updated for resources: {'Port': ['ID=613a83d1-aa68-4dc6-9a4a-77bef342ae61,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:42.659967 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Routers {'507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:42.660462 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:42.725651 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 214ac37d-a755-4b68-ad4a-61015b030fe7 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:42.810547 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-d98fc8f8-a6fc-4031-a343-8f0fc11cff47 None None] Provisioning complete for port daafa9ef-8c7e-4938-9daa-cdbdf493c32e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:42.810960 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d98fc8f8-a6fc-4031-a343-8f0fc11cff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.938457 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59145af5-fa1b-40ae-ae86-4da6d2f5058b req-1b2f34d6-9ff8-49a0-93f0-a6cfa1db2c3d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:42.941126 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-59145af5-fa1b-40ae-ae86-4da6d2f5058b req-1b2f34d6-9ff8-49a0-93f0-a6cfa1db2c3d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 944 time: 0.0825894 Jun 23 13:42:42.977416 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Publish callbacks [] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:42.985144 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:43.021773 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] Set router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:43.044819 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-d98fc8f8-a6fc-4031-a343-8f0fc11cff47 None None] Port daafa9ef-8c7e-4938-9daa-cdbdf493c32e cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:42:43.060572 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-59145af5-fa1b-40ae-ae86-4da6d2f5058b req-8d5a4854-0d96-4fed-903c-33c62773aa22 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949695 Jun 23 13:42:43.113106 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Pushing event updated for resources: {'Port': ['ID=daafa9ef-8c7e-4938-9daa-cdbdf493c32e,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:43.134077 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:43.243457 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'name': 'tempest-TestVolumeBootPattern-742581688-router', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:37Z', 'updated_at': '2022-06-23T13:42:42Z', 'revision_number': 4, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'gw_port': {'id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:38Z', 'updated_at': '2022-06-23T13:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'daafa9ef-8c7e-4938-9daa-cdbdf493c32e', 'name': '', 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'mac_address': 'fa:16:3e:6c:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6aa4c745-0c95-41e1-85a8-6db318385908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:41Z', 'updated_at': '2022-06-23T13:42:42Z', 'revision_number': 1, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'subnets': [{'id': '6aa4c745-0c95-41e1-85a8-6db318385908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:43.247083 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Network 7f574965-2aa5-4e6b-9f06-f0de26e79229 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:43.248627 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:43.269259 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8746e-b3a5-4d68-911b-275586e35f1d None None] The sync data for ids ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'] in dv-cinder-815582-10-iscsi is: [{'id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'name': 'tempest-TestVolumeBootPattern-742581688-router', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:37Z', 'updated_at': '2022-06-23T13:42:42Z', 'revision_number': 4, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'gw_port': {'id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:38Z', 'updated_at': '2022-06-23T13:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'daafa9ef-8c7e-4938-9daa-cdbdf493c32e', 'name': '', 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'mac_address': 'fa:16:3e:6c:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6aa4c745-0c95-41e1-85a8-6db318385908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:41Z', 'updated_at': '2022-06-23T13:42:42Z', 'revision_number': 1, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'subnets': [{'id': '6aa4c745-0c95-41e1-85a8-6db318385908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:42:43.429501 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:42:43.589389 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-80689960-1164-40c5-b29c-06fe8c0765cf None None] Provisioning complete for port daafa9ef-8c7e-4938-9daa-cdbdf493c32e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:43.589758 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-80689960-1164-40c5-b29c-06fe8c0765cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:43.602347 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:42:43.607452 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e6e4e180-a2f6-4bb2-8726-c0594fd17d36 admin admin] 10.222.0.26 "PUT /v2.0/routers/507c6ecd-0b24-4fd6-a52b-2c0d13e170a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6746624 Jun 23 13:42:43.696136 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-80689960-1164-40c5-b29c-06fe8c0765cf None None] Port daafa9ef-8c7e-4938-9daa-cdbdf493c32e cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:42:44.091454 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 07687dd4-8eaf-46e2-8bcb-86dc90291b87 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:44.160245 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57926) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:44.164766 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-c63552b2-0cfd-4297-987a-ff1145e1fe1d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6844620', 'description': 'tempest-secgroup-smoke-6844620 description', 'project_id': '0d6c438e59834c4084c818053e1fdb93'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:44.191583 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c63552b2-0cfd-4297-987a-ff1145e1fe1d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.203221 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:44.203836 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.313507 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5a84c-19d6-4664-86ba-4d6464048055 req-3907a3d8-a250-4fcd-9837-bb61cdadd3a2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:44.315491 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8fc5a84c-19d6-4664-86ba-4d6464048055 req-3907a3d8-a250-4fcd-9837-bb61cdadd3a2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 944 time: 0.0806923 Jun 23 13:42:44.349718 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:44.350967 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.380364 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:42:44.382682 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1660e792-88bf-495f-8a71-fdafc8e3895b" -d '{"events": [{"server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "name": "network-vif-plugged", "status": "completed", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:42:44.388809 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c63552b2-0cfd-4297-987a-ff1145e1fe1d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group (a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.403239 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:44.405812 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c63552b2-0cfd-4297-987a-ff1145e1fe1d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.408007 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.463419 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79954f3-c32e-484b-816b-b00110b5a8a9 x-openstack-request-id: req-a79954f3-c32e-484b-816b-b00110b5a8a9 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:42:44.463711 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "name": "network-vif-plugged", "status": "completed", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:42:44.463958 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a79954f3-c32e-484b-816b-b00110b5a8a9 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:42:44.464414 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79954f3-c32e-484b-816b-b00110b5a8a9'] response: {'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'code': 200} Jun 23 13:42:44.469455 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=07687dd4-8eaf-46e2-8bcb-86dc90291b87,revision_number=10']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:44.494529 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8fc5a84c-19d6-4664-86ba-4d6464048055 req-e43932e4-193b-4d40-a3a7-c8425c746a5b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611066 Jun 23 13:42:44.513616 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c63552b2-0cfd-4297-987a-ff1145e1fe1d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.515096 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c63552b2-0cfd-4297-987a-ff1145e1fe1d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3538473 Jun 23 13:42:44.520089 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57930) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:44.525643 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-768cb1da-51a2-420c-8f55-0353831503be tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'security_group_rule': {'security_group_id': 'a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2', 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:44.549283 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63552b2-0cfd-4297-987a-ff1145e1fe1d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:44.573707 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-768cb1da-51a2-420c-8f55-0353831503be tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (74d82e41-0d8e-436a-98e4-d1400a5464fd), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.627855 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:44.656646 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-768cb1da-51a2-420c-8f55-0353831503be tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (74d82e41-0d8e-436a-98e4-d1400a5464fd), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.666247 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-768cb1da-51a2-420c-8f55-0353831503be tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (74d82e41-0d8e-436a-98e4-d1400a5464fd), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.695620 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cb1da-51a2-420c-8f55-0353831503be tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d82e41-0d8e-436a-98e4-d1400a5464fd,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:44.713456 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-768cb1da-51a2-420c-8f55-0353831503be tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.716871 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-768cb1da-51a2-420c-8f55-0353831503be tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1950729 Jun 23 13:42:44.719759 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57932) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:44.725001 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-3164e067-c44e-4ee0-bb7e-742a1f3eaf0f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'security_group_rule': {'security_group_id': 'a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2', 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:44.765757 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3164e067-c44e-4ee0-bb7e-742a1f3eaf0f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (f0618446-69c5-4ace-a61f-ca510f6f3707), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.842417 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:44.845296 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3164e067-c44e-4ee0-bb7e-742a1f3eaf0f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (f0618446-69c5-4ace-a61f-ca510f6f3707), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.851906 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3164e067-c44e-4ee0-bb7e-742a1f3eaf0f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (f0618446-69c5-4ace-a61f-ca510f6f3707), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.875900 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164e067-c44e-4ee0-bb7e-742a1f3eaf0f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0618446-69c5-4ace-a61f-ca510f6f3707,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:44.883836 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3164e067-c44e-4ee0-bb7e-742a1f3eaf0f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:44.884950 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3164e067-c44e-4ee0-bb7e-742a1f3eaf0f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1638653 Jun 23 13:42:44.889753 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 57934) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:44.894581 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-b81cba72-1f56-4b50-9c0e-42dfaa84379b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'security_group_rule': {'security_group_id': 'a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2', 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:44.941864 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b81cba72-1f56-4b50-9c0e-42dfaa84379b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (2f7b658e-081f-4ff9-be73-60c384513d50), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.001848 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:45.019521 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b81cba72-1f56-4b50-9c0e-42dfaa84379b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (2f7b658e-081f-4ff9-be73-60c384513d50), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.026803 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b81cba72-1f56-4b50-9c0e-42dfaa84379b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (2f7b658e-081f-4ff9-be73-60c384513d50), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.050292 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cba72-1f56-4b50-9c0e-42dfaa84379b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7b658e-081f-4ff9-be73-60c384513d50,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:45.070228 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b81cba72-1f56-4b50-9c0e-42dfaa84379b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.071796 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b81cba72-1f56-4b50-9c0e-42dfaa84379b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1810131 Jun 23 13:42:45.074732 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57938) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:45.086046 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-d89e2c4f-d04a-44f5-874e-6771982b3036 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'security_group_rule': {'security_group_id': 'a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2', 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:45.131780 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d89e2c4f-d04a-44f5-874e-6771982b3036 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (1762e252-a896-4bad-9bee-575c1c778954), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.203607 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d89e2c4f-d04a-44f5-874e-6771982b3036 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (1762e252-a896-4bad-9bee-575c1c778954), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.210559 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d89e2c4f-d04a-44f5-874e-6771982b3036 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (1762e252-a896-4bad-9bee-575c1c778954), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.231132 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e2c4f-d04a-44f5-874e-6771982b3036 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1762e252-a896-4bad-9bee-575c1c778954,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:45.244595 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d89e2c4f-d04a-44f5-874e-6771982b3036 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.245899 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d89e2c4f-d04a-44f5-874e-6771982b3036 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1643720 Jun 23 13:42:45.248711 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57940) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:45.253473 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-fe6cacdd-ed53-4fff-890c-321003d64a3c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'security_group_rule': {'security_group_id': 'a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2', 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:45.336720 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.securitygroups_db [None req-fe6cacdd-ed53-4fff-890c-321003d64a3c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Project 0d6c438e59834c4084c818053e1fdb93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 13:42:45.341828 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:45.344079 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fe6cacdd-ed53-4fff-890c-321003d64a3c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (1db29c96-7559-45f4-983b-538edfb11e32), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.405707 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fe6cacdd-ed53-4fff-890c-321003d64a3c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (1db29c96-7559-45f4-983b-538edfb11e32), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.412885 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fe6cacdd-ed53-4fff-890c-321003d64a3c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (1db29c96-7559-45f4-983b-538edfb11e32), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.433919 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cacdd-ed53-4fff-890c-321003d64a3c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db29c96-7559-45f4-983b-538edfb11e32,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:45.445196 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fe6cacdd-ed53-4fff-890c-321003d64a3c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.446527 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-fe6cacdd-ed53-4fff-890c-321003d64a3c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1967337 Jun 23 13:42:45.449191 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 57946) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:42:45.453577 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-23979b8f-dcd8-4e81-bde9-8bfce96f8da8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'security_group_rule': {'security_group_id': 'a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2', 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:45.478107 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.securitygroups_db [None req-23979b8f-dcd8-4e81-bde9-8bfce96f8da8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Project 0d6c438e59834c4084c818053e1fdb93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 13:42:45.486538 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-23979b8f-dcd8-4e81-bde9-8bfce96f8da8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (574b319d-8b04-4ae4-934f-a7d42e8f94a3), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.563776 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-23979b8f-dcd8-4e81-bde9-8bfce96f8da8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (574b319d-8b04-4ae4-934f-a7d42e8f94a3), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.571629 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-23979b8f-dcd8-4e81-bde9-8bfce96f8da8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (574b319d-8b04-4ae4-934f-a7d42e8f94a3), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.611082 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23979b8f-dcd8-4e81-bde9-8bfce96f8da8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574b319d-8b04-4ae4-934f-a7d42e8f94a3,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:45.630858 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-23979b8f-dcd8-4e81-bde9-8bfce96f8da8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.635211 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-23979b8f-dcd8-4e81-bde9-8bfce96f8da8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1819913 Jun 23 13:42:45.661670 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622a52c-7051-4150-975b-b74c73314ee2 req-01c454d0-b4fd-4657-968c-b47a68409524 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:45.663447 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b622a52c-7051-4150-975b-b74c73314ee2 req-01c454d0-b4fd-4657-968c-b47a68409524 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0689011 Jun 23 13:42:45.766694 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b622a52c-7051-4150-975b-b74c73314ee2 req-9d083545-4ff9-474e-801f-84a955bcb7d5 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821297 Jun 23 13:42:45.842021 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 613a83d1-aa68-4dc6-9a4a-77bef342ae61 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:45.879547 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:45.902686 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 613a83d1-aa68-4dc6-9a4a-77bef342ae61 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:45.903054 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:45.986168 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 613a83d1-aa68-4dc6-9a4a-77bef342ae61 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:45.986561 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:46.009729 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 613a83d1-aa68-4dc6-9a4a-77bef342ae61, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=613a83d1-aa68-4dc6-9a4a-77bef342ae61,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:46.015742 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:46.068840 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=613a83d1-aa68-4dc6-9a4a-77bef342ae61,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:46.320181 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-65773042-2f7f-4d1c-85ba-ad99dfb8f25c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:46.321628 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-65773042-2f7f-4d1c-85ba-ad99dfb8f25c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/networks?id=500fbded-0db2-4c63-b1ff-d4d5b022ae43 HTTP/1.1" status: 200 len: 814 time: 0.1183836 Jun 23 13:42:46.338061 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-5ce7069e-2871-4fd5-adef-be74f1b48e99 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/quotas/28b455b8dd8b4910803ac509413a97e6 HTTP/1.1" status: 200 len: 375 time: 0.0107613 Jun 23 13:42:46.392079 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-7f132bcf-63e7-424c-9027-b6f0e8266625 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=28b455b8dd8b4910803ac509413a97e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487361 Jun 23 13:42:46.503442 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-29f88c24-0c7c-4a2c-b1e7-5d5adea709b7 service neutron] 10.222.0.26 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934927 Jun 23 13:42:46.523057 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3e1e3-1ead-402d-98c1-af460fad3360 req-b524cb40-55ff-4d53-be17-d0ba70516d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:46.524693 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4ca3e1e3-1ead-402d-98c1-af460fad3360 req-b524cb40-55ff-4d53-be17-d0ba70516d1c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 1130 time: 0.0419929 Jun 23 13:42:46.541444 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:46.572681 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4ca3e1e3-1ead-402d-98c1-af460fad3360 req-18ed08f4-a08c-4b14-89d0-2e63e92e7063 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399578 Jun 23 13:42:46.598725 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16c66f54-9418-4a74-8096-c2afaf0c4d14 service neutron] 10.222.0.26 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894017 Jun 23 13:42:46.764530 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-18e923b8-629a-4b9f-bead-44fcc13c0ff4 req-ba53f9af-38dd-462c-ac1c-42d2758712c7 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0292239 Jun 23 13:42:46.881152 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2023d2-82fd-4094-8f09-66b3e9494809 req-d7141d32-dc7e-41b9-b4f4-fa98053ae6ac tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:46.882855 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3a2023d2-82fd-4094-8f09-66b3e9494809 req-d7141d32-dc7e-41b9-b4f4-fa98053ae6ac tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0525553 Jun 23 13:42:46.935222 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3a2023d2-82fd-4094-8f09-66b3e9494809 req-962fc3d4-87d5-4311-94e4-a14cd29ce17f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466299 Jun 23 13:42:47.068135 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:47.574270 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Sync routers for ids ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:42:47.589866 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Routers {'507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:47.590483 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:47.681436 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:47.694324 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Set router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:47.752233 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 613a83d1-aa68-4dc6-9a4a-77bef342ae61 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:47.796010 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 613a83d1-aa68-4dc6-9a4a-77bef342ae61 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:47.796386 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:47.876964 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6e406432-2e96-4501-b430-96bb0fd61fe0 req-15517e6f-08a5-4f3c-b5f9-7e7ec36bd9ea tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0324233 Jun 23 13:42:47.879168 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 613a83d1-aa68-4dc6-9a4a-77bef342ae61 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:47.986399 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'name': 'tempest-TestVolumeBootPattern-742581688-router', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:37Z', 'updated_at': '2022-06-23T13:42:42Z', 'revision_number': 4, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'gw_port': {'id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:3c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:38Z', 'updated_at': '2022-06-23T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'daafa9ef-8c7e-4938-9daa-cdbdf493c32e', 'name': '', 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'mac_address': 'fa:16:3e:6c:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6aa4c745-0c95-41e1-85a8-6db318385908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:41Z', 'updated_at': '2022-06-23T13:42:42Z', 'revision_number': 2, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'subnets': [{'id': '6aa4c745-0c95-41e1-85a8-6db318385908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:48.011181 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Checking router: 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:42:48.011478 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Updating router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 port daafa9ef-8c7e-4938-9daa-cdbdf493c32e binding host dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:42:48.042721 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:48.057837 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f470a7-0b85-47e7-b37f-2a1d7e4ffbbb req-503c04ac-5250-4628-b5dc-1f4768b7072a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:48.059367 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-53f470a7-0b85-47e7-b37f-2a1d7e4ffbbb req-503c04ac-5250-4628-b5dc-1f4768b7072a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0468638 Jun 23 13:42:48.115258 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-53f470a7-0b85-47e7-b37f-2a1d7e4ffbbb req-f90a0f1a-f867-4271-90dd-282a971d89f8 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493851 Jun 23 13:42:48.305683 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Publish callbacks [] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:48.312161 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:48.364925 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5545f2-b3b2-4c43-806d-1e3f378ae7e7 None None] Pushing event updated for resources: {'Port': ['ID=daafa9ef-8c7e-4938-9daa-cdbdf493c32e,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:48.425355 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Attempting to bind port daafa9ef-8c7e-4938-9daa-cdbdf493c32e on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:48.425727 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Attempting to bind port daafa9ef-8c7e-4938-9daa-cdbdf493c32e by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '86157541-bf49-452d-aa16-417c177e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:48.426084 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Attempting to bind port daafa9ef-8c7e-4938-9daa-cdbdf493c32e on network 7f574965-2aa5-4e6b-9f06-f0de26e79229 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:48.428978 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:48.432985 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:48.433354 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Checking segment: {'id': '86157541-bf49-452d-aa16-417c177e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:48.433756 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:48.434129 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Bound using segment: {'id': '86157541-bf49-452d-aa16-417c177e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:48.434594 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Bound port: daafa9ef-8c7e-4938-9daa-cdbdf493c32e, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86157541-bf49-452d-aa16-417c177e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:48.434970 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:48.505164 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] For port daafa9ef-8c7e-4938-9daa-cdbdf493c32e, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:48.509344 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] For port daafa9ef-8c7e-4938-9daa-cdbdf493c32e, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=daafa9ef-8c7e-4938-9daa-cdbdf493c32e,segment=NetworkSegment(86157541-bf49-452d-aa16-417c177e388c),segment_id=86157541-bf49-452d-aa16-417c177e388c)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:48.516777 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:48.577070 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5545f2-b3b2-4c43-806d-1e3f378ae7e7 None None] Pushing event updated for resources: {'Port': ['ID=daafa9ef-8c7e-4938-9daa-cdbdf493c32e,revision_number=4']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:48.581909 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Routers {'507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:42:48.581909 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:48.607974 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-6b457b1f-713e-49ba-aecd-f94267802877 None None] Provisioning complete for port daafa9ef-8c7e-4938-9daa-cdbdf493c32e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:48.608537 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b457b1f-713e-49ba-aecd-f94267802877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:48.696052 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] Set router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:42:48.697508 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6b457b1f-713e-49ba-aecd-f94267802877 None None] Current status of the port daafa9ef-8c7e-4938-9daa-cdbdf493c32e is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:48.697902 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b457b1f-713e-49ba-aecd-f94267802877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:48.732908 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-6b457b1f-713e-49ba-aecd-f94267802877 None None] For port daafa9ef-8c7e-4938-9daa-cdbdf493c32e, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=daafa9ef-8c7e-4938-9daa-cdbdf493c32e,segment=NetworkSegment(86157541-bf49-452d-aa16-417c177e388c),segment_id=86157541-bf49-452d-aa16-417c177e388c)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:42:48.740769 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6b457b1f-713e-49ba-aecd-f94267802877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:48.787440 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:48.788734 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b457b1f-713e-49ba-aecd-f94267802877 None None] Pushing event updated for resources: {'Port': ['ID=daafa9ef-8c7e-4938-9daa-cdbdf493c32e,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:48.859018 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-dd5ec2f0-7c39-4429-b39d-b174c576da96 None None] Provisioning complete for port daafa9ef-8c7e-4938-9daa-cdbdf493c32e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:48.859235 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dd5ec2f0-7c39-4429-b39d-b174c576da96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:48.898514 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'name': 'tempest-TestVolumeBootPattern-742581688-router', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:37Z', 'updated_at': '2022-06-23T13:42:42Z', 'revision_number': 4, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'gw_port': {'id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:3c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:38Z', 'updated_at': '2022-06-23T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'daafa9ef-8c7e-4938-9daa-cdbdf493c32e', 'name': '', 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'mac_address': 'fa:16:3e:6c:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6aa4c745-0c95-41e1-85a8-6db318385908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:41Z', 'updated_at': '2022-06-23T13:42:48Z', 'revision_number': 4, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'subnets': [{'id': '6aa4c745-0c95-41e1-85a8-6db318385908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:42:48.926569 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cc404-4b17-4ff2-bad9-819d4c14184c None None] The sync data for ids ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'] in dv-cinder-815582-10-iscsi is: [{'id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'name': 'tempest-TestVolumeBootPattern-742581688-router', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:37Z', 'updated_at': '2022-06-23T13:42:42Z', 'revision_number': 4, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'gw_port': {'id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:3c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:38Z', 'updated_at': '2022-06-23T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'daafa9ef-8c7e-4938-9daa-cdbdf493c32e', 'name': '', 'network_id': '7f574965-2aa5-4e6b-9f06-f0de26e79229', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'mac_address': 'fa:16:3e:6c:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6aa4c745-0c95-41e1-85a8-6db318385908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:41Z', 'updated_at': '2022-06-23T13:42:48Z', 'revision_number': 4, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'subnets': [{'id': '6aa4c745-0c95-41e1-85a8-6db318385908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:42:48.945904 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ec2f0-7c39-4429-b39d-b174c576da96 None None] Current status of the port daafa9ef-8c7e-4938-9daa-cdbdf493c32e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:48.990086 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-78ddf297-3c41-43e8-903e-977cdf2fef71 req-d06dec9d-7d2e-4b8b-b02e-95974fefae31 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0287771 Jun 23 13:42:49.238733 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037e879-5832-4d21-88d9-abf976017448 req-647e92fe-911b-44f4-b868-2e5c0512f262 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:49.240317 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4037e879-5832-4d21-88d9-abf976017448 req-647e92fe-911b-44f4-b868-2e5c0512f262 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0491855 Jun 23 13:42:49.272015 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:49.297150 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4037e879-5832-4d21-88d9-abf976017448 req-5b05792f-7f74-48fd-a7b5-9286a67c2ff8 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503953 Jun 23 13:42:49.745823 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device daafa9ef-8c7e-4938-9daa-cdbdf493c32e up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:42:49.793419 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port daafa9ef-8c7e-4938-9daa-cdbdf493c32e triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:49.793763 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:49.822334 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:49.872500 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port daafa9ef-8c7e-4938-9daa-cdbdf493c32e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:42:50.092578 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e74f404c-d365-4aee-9e86-1a9deeca003f req-c5be2cd5-ef82-42fa-a553-9e4f71f7742d tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0303686 Jun 23 13:42:50.100358 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-71c9a093-edc1-41e5-bf32-61fd25de9810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:50.427633 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edff250-0255-4ce2-9ca1-6ff9ba873d63 req-aa6bdbae-4b72-45cd-b07b-6aa41c3b66d1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:50.429095 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7edff250-0255-4ce2-9ca1-6ff9ba873d63 req-aa6bdbae-4b72-45cd-b07b-6aa41c3b66d1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0526757 Jun 23 13:42:50.478389 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7edff250-0255-4ce2-9ca1-6ff9ba873d63 req-68adfe9a-1876-46b3-a293-c4cece0b6a1f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436530 Jun 23 13:42:51.197903 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b6b2a63b-3692-4092-b90e-dabeb962c93b req-b95dc01b-e59f-4eb0-9d0b-a30506e563cb tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0366845 Jun 23 13:42:51.524766 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-615a9d14-08d8-4f2f-aa1c-756314dc02fc tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:51.526289 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-615a9d14-08d8-4f2f-aa1c-756314dc02fc tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.47 "GET /v2.0/networks?id=500fbded-0db2-4c63-b1ff-d4d5b022ae43 HTTP/1.1" status: 200 len: 814 time: 0.1209161 Jun 23 13:42:51.597523 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb302db-cf51-4588-b81c-1a7797debf7d req-fabe1642-c23e-454e-8015-1b24013c2614 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:51.599008 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3bb302db-cf51-4588-b81c-1a7797debf7d req-fabe1642-c23e-454e-8015-1b24013c2614 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0475345 Jun 23 13:42:51.651507 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3bb302db-cf51-4588-b81c-1a7797debf7d req-7d487719-89cb-47d5-b17b-fe09770f31f8 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465772 Jun 23 13:42:52.134119 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Request body: {'port': {'device_id': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'admin_state_up': True, 'tenant_id': '28b455b8dd8b4910803ac509413a97e6'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:52.257320 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Made reservation on behalf of 28b455b8dd8b4910803ac509413a97e6 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:42:52.260766 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:52.301005 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7e42507d-7a09-4dae-93a5-5cd0c142d5cb req-157b39fe-ee07-47cc-a66c-5e9658cf0295 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0330038 Jun 23 13:42:52.400215 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Allocated IP 172.20.0.4 (500fbded-0db2-4c63-b1ff-d4d5b022ae43/9c937649-0225-4065-896f-62a076289bfa/f801c0fd-febc-4835-97ee-811b19175e3e) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:42:52.578016 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for port (f801c0fd-febc-4835-97ee-811b19175e3e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:52.614590 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:52.627811 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:52.665154 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:42:52.670552 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:42:52.674909 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:42:52.699887 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:52.706219 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'Port': ['ID=f801c0fd-febc-4835-97ee-811b19175e3e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:52.752370 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:52.753019 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:52.774612 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-16f4fa91-8150-4b22-9a8c-54e2e2c70f06 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6445165 Jun 23 13:42:52.784128 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1aae83c1-eab9-462e-9373-1deec995cec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:52.786570 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Request body: {'port': {'device_id': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:42:52.815611 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:52.838553 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe08b1-b3f0-4f30-b4a6-9d38682ea241 req-b444ac77-5ff6-4b93-9280-c8cf532b7e78 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:52.840542 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9abe08b1-b3f0-4f30-b4a6-9d38682ea241 req-b444ac77-5ff6-4b93-9280-c8cf532b7e78 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0895035 Jun 23 13:42:52.869299 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:52.918962 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9abe08b1-b3f0-4f30-b4a6-9d38682ea241 req-b80f5ff0-f2f0-4df5-bdf1-2cb7b9d50a12 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716274 Jun 23 13:42:53.004911 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-8cb924dc-aa3c-4bc1-a32b-a1f2e086b1b0 None None] Provisioning complete for port f801c0fd-febc-4835-97ee-811b19175e3e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:42:53.006756 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8cb924dc-aa3c-4bc1-a32b-a1f2e086b1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:53.039291 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-8cb924dc-aa3c-4bc1-a32b-a1f2e086b1b0 None None] Port f801c0fd-febc-4835-97ee-811b19175e3e cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:42:53.171792 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f801c0fd-febc-4835-97ee-811b19175e3e {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:42:53.180054 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Publish callbacks [] for port (f801c0fd-febc-4835-97ee-811b19175e3e), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:53.192888 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Transition to ACTIVE for port object f801c0fd-febc-4835-97ee-811b19175e3e will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:42:53.196673 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:53.252745 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Pushing event updated for resources: {'Port': ['ID=f801c0fd-febc-4835-97ee-811b19175e3e,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:53.349207 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Attempting to bind port f801c0fd-febc-4835-97ee-811b19175e3e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:42:53.349548 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Attempting to bind port f801c0fd-febc-4835-97ee-811b19175e3e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:42:53.349923 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Attempting to bind port f801c0fd-febc-4835-97ee-811b19175e3e on network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:53.375243 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Port f801c0fd-febc-4835-97ee-811b19175e3e on network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:42:53.375601 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Attempting to bind port f801c0fd-febc-4835-97ee-811b19175e3e on network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:42:53.403194 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:42:53.403616 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Checking segment: {'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:42:53.403923 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Bound using segment: {'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:42:53.404615 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Bound port: f801c0fd-febc-4835-97ee-811b19175e3e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4351b956-6698-435f-bfaf-4919a02015ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:42:53.404962 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:53.473555 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11190d1f-f4d2-4df2-ae07-ba2a30f51c1f req-211b3ff0-a0c2-4b38-b654-1494f24b56dc tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:53.483426 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-11190d1f-f4d2-4df2-ae07-ba2a30f51c1f req-211b3ff0-a0c2-4b38-b654-1494f24b56dc tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0881243 Jun 23 13:42:53.499909 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:53.538591 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] For port f801c0fd-febc-4835-97ee-811b19175e3e, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:42:53.547223 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] For port f801c0fd-febc-4835-97ee-811b19175e3e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f801c0fd-febc-4835-97ee-811b19175e3e,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:42:53.575533 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:53.615974 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-11190d1f-f4d2-4df2-ae07-ba2a30f51c1f req-5f873fb7-53ca-48fb-8a23-3ece846bc593 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312478 Jun 23 13:42:53.715246 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:53.716449 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:53.718493 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] 10.222.0.47 "PUT /v2.0/ports/f801c0fd-febc-4835-97ee-811b19175e3e HTTP/1.1" status: 200 len: 1093 time: 0.9360669 Jun 23 13:42:53.722186 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:42:53.724841 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d500b686-c4b6-45b9-b453-63a9fa8a5a39" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:42:53.795614 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f07ac-d628-43fe-9d0b-b0b6fa31ff98 service neutron] Pushing event updated for resources: {'Port': ['ID=f801c0fd-febc-4835-97ee-811b19175e3e,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:42:53.811294 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:42:53.814147 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bc19b6-495d-4388-a7b7-ffd3f9a068d5 x-openstack-request-id: req-c6bc19b6-495d-4388-a7b7-ffd3f9a068d5 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:42:53.814572 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:42:53.814973 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6bc19b6-495d-4388-a7b7-ffd3f9a068d5 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:42:53.815437 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6bc19b6-495d-4388-a7b7-ffd3f9a068d5'] response: {'name': 'network-changed', 'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'status': 'completed', 'code': 200} Jun 23 13:42:54.063456 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a6219-83d9-4da7-9edf-19e138c5ab98 req-c4f66df9-85f5-40b5-a815-2fd1309e58a7 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:54.065998 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6a3a6219-83d9-4da7-9edf-19e138c5ab98 req-c4f66df9-85f5-40b5-a815-2fd1309e58a7 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0619032 Jun 23 13:42:54.115815 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:54.139935 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6a3a6219-83d9-4da7-9edf-19e138c5ab98 req-3f768849-69b6-4a5e-b820-7de0b09744d6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666580 Jun 23 13:42:54.719216 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515d1a6-2c5e-423c-adcb-1f174ab8b313 req-194c117a-1d31-4eb0-9bcf-3dd34411ca15 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:54.721106 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b515d1a6-2c5e-423c-adcb-1f174ab8b313 req-194c117a-1d31-4eb0-9bcf-3dd34411ca15 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0530608 Jun 23 13:42:54.786353 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b515d1a6-2c5e-423c-adcb-1f174ab8b313 req-a95364ae-3b3b-4598-97f8-0f52c95bf9c9 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588176 Jun 23 13:42:55.103184 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:55.206082 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:42:55.907591 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8fcd-f5cd-403c-96fc-494c8897696f req-8e0e8e1e-f758-4a0c-bd01-9a1fdee7e89a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:55.909249 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84ba8fcd-f5cd-403c-96fc-494c8897696f req-8e0e8e1e-f758-4a0c-bd01-9a1fdee7e89a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0561578 Jun 23 13:42:55.963950 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84ba8fcd-f5cd-403c-96fc-494c8897696f req-94e778c0-a3d6-48a8-816c-c5d8b0fa987d tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474706 Jun 23 13:42:57.049873 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:57.099170 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94973694-6ad9-458c-bf89-278f9afeec75 req-7f6657f9-f76c-407f-a673-1beb47fce705 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:57.100691 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-94973694-6ad9-458c-bf89-278f9afeec75 req-7f6657f9-f76c-407f-a673-1beb47fce705 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0600889 Jun 23 13:42:57.153956 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-94973694-6ad9-458c-bf89-278f9afeec75 req-da90f046-5439-4030-adc3-e7f71cac7b40 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476704 Jun 23 13:42:58.294298 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d59ab-12ae-4944-8345-10a7d4fc5ef9 req-f6ddef52-a21b-48bc-8c61-01981af59f32 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:58.295870 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ff9d59ab-12ae-4944-8345-10a7d4fc5ef9 req-f6ddef52-a21b-48bc-8c61-01981af59f32 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0597370 Jun 23 13:42:58.370975 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ff9d59ab-12ae-4944-8345-10a7d4fc5ef9 req-087d6906-8bbd-4d87-817c-d7404051071f tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687420 Jun 23 13:42:58.902923 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:59.489376 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37abbe-d014-41d1-8b17-8636b8b52508 req-2d7abb97-c89a-4a3d-befd-961de59f0523 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:42:59.490992 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bc37abbe-d014-41d1-8b17-8636b8b52508 req-2d7abb97-c89a-4a3d-befd-961de59f0523 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0525560 Jun 23 13:42:59.538414 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:42:59.542596 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bc37abbe-d014-41d1-8b17-8636b8b52508 req-cc6192b8-c062-447d-8ebe-7b6db3ee4c91 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459523 Jun 23 13:43:00.676463 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4ada0-954b-4228-8220-3dd246673ce2 req-fb462362-6e32-4785-a0f5-986afd8c917d tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:00.677986 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8f4ada0-954b-4228-8220-3dd246673ce2 req-fb462362-6e32-4785-a0f5-986afd8c917d tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0604568 Jun 23 13:43:00.730619 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8f4ada0-954b-4228-8220-3dd246673ce2 req-a828ecd3-1273-43aa-a897-4aee7c58b45e tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465682 Jun 23 13:43:01.849639 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282fd4c-29e8-42f8-93ff-92bfaca279cc req-20992998-1812-4983-a988-89fd6a92d5b6 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:01.851100 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7282fd4c-29e8-42f8-93ff-92bfaca279cc req-20992998-1812-4983-a988-89fd6a92d5b6 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0468550 Jun 23 13:43:01.905575 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7282fd4c-29e8-42f8-93ff-92bfaca279cc req-4fd3f4d2-c3d9-49c2-b10e-97c25e4fb10c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489051 Jun 23 13:43:03.021164 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000a0b-92fc-49dd-9fde-eba250e512d3 req-3e3d0ae9-16ab-4d96-bf0f-21fcaeefb54e tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:03.022613 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b2000a0b-92fc-49dd-9fde-eba250e512d3 req-3e3d0ae9-16ab-4d96-bf0f-21fcaeefb54e tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0475931 Jun 23 13:43:03.070881 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b2000a0b-92fc-49dd-9fde-eba250e512d3 req-b679cdf2-7d04-4844-8502-e95deaea2a11 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 Jun 23 13:43:03.403115 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-69aefdf5-a63c-4c49-b168-26cdacabcd35 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6844620&fields=id&tenant_id=0d6c438e59834c4084c818053e1fdb93 HTTP/1.1" status: 200 len: 267 time: 0.0485244 Jun 23 13:43:03.508582 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-5101615a-5bd4-4c79-b501-5f4613375ab6 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:03.509924 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-5101615a-5bd4-4c79-b501-5f4613375ab6 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 812 time: 0.1003714 Jun 23 13:43:03.527082 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-bdad41f1-62bc-47f5-9476-41d2d3b91cfb tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/quotas/0d6c438e59834c4084c818053e1fdb93 HTTP/1.1" status: 200 len: 375 time: 0.0095391 Jun 23 13:43:03.577564 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-6fb0da70-bc91-4b6c-911c-0b3b625bd144 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435166 Jun 23 13:43:03.690885 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-78f56b3a-4f62-4e3d-a487-00dcc9b79a81 service neutron] 10.222.0.26 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948422 Jun 23 13:43:03.780644 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:03.782935 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-c309d543-1029-424f-b605-c634c8b148ea service neutron] 10.222.0.26 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863516 Jun 23 13:43:03.784712 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=1,neutron:SELECT=75,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:03.881975 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500b686-c4b6-45b9-b453-63a9fa8a5a39 req-1f20664b-66db-478e-a594-3e6411b5ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:03.883500 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d500b686-c4b6-45b9-b453-63a9fa8a5a39 req-1f20664b-66db-478e-a594-3e6411b5ee39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28b455b8dd8b4910803ac509413a97e6&device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 1127 time: 0.0454757 Jun 23 13:43:04.005533 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500b686-c4b6-45b9-b453-63a9fa8a5a39 req-8cdfef0d-b435-4182-8734-fc98c37789e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:04.007033 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d500b686-c4b6-45b9-b453-63a9fa8a5a39 req-8cdfef0d-b435-4182-8734-fc98c37789e7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=28b455b8dd8b4910803ac509413a97e6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1008389 Jun 23 13:43:04.090314 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cce7df9b-b893-46ac-a574-d07e03a0ae8c req-842ab0a2-22a3-4b7c-a138-f5a937046f27 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 210 time: 0.0285442 Jun 23 13:43:04.191713 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d2df7-78fc-47ee-9342-efc3ad51735d req-9477b40e-ea43-4693-b0d3-4d24e7786e10 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:04.193756 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e56d2df7-78fc-47ee-9342-efc3ad51735d req-9477b40e-ea43-4693-b0d3-4d24e7786e10 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0476716 Jun 23 13:43:04.245592 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e56d2df7-78fc-47ee-9342-efc3ad51735d req-c467c6a7-f5d6-4807-9c13-95b635a1f8f1 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459578 Jun 23 13:43:04.450885 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500b686-c4b6-45b9-b453-63a9fa8a5a39 req-84eba098-6237-42dc-a9d8-233c80f52551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:04.452155 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d500b686-c4b6-45b9-b453-63a9fa8a5a39 req-84eba098-6237-42dc-a9d8-233c80f52551 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976632 Jun 23 13:43:04.588078 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-45500dbb-c618-482f-848f-2063fd4a0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:04.589705 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-45500dbb-c618-482f-848f-2063fd4a0540 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28b455b8dd8b4910803ac509413a97e6&device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 1127 time: 0.0454917 Jun 23 13:43:04.633618 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-1068d0e6-db74-4532-88fd-948cb7214f96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f801c0fd-febc-4835-97ee-811b19175e3e HTTP/1.1" status: 200 len: 217 time: 0.0315890 Jun 23 13:43:04.713786 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-f314c27f-b461-4a8f-90d9-515206c02df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:04.715456 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-f314c27f-b461-4a8f-90d9-515206c02df5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c937649-0225-4065-896f-62a076289bfa HTTP/1.1" status: 200 len: 853 time: 0.0544493 Jun 23 13:43:04.773198 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-81fa35a8-1d91-4cd2-ad2a-2d8b7bb15c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:04.774804 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-81fa35a8-1d91-4cd2-ad2a-2d8b7bb15c16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=500fbded-0db2-4c63-b1ff-d4d5b022ae43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471287 Jun 23 13:43:05.152388 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-6cd570c6-e159-4d2a-b493-303f5627a74c service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091912 Jun 23 13:43:05.171310 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:05.189452 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9c73a642-a3d5-47b0-b335-445263e69a19 req-749d4e43-e56a-4464-b641-916a5ef41123 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 210 time: 0.0277548 Jun 23 13:43:05.197330 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:05.200703 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:05.334977 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ac62a961-1785-4401-ab5b-2ba7ecc6fe7b req-ef87ea6f-c3d8-4222-8710-c40feded04c8 service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712086 Jun 23 13:43:05.341807 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-9f91ba6d-b82e-477b-b86f-dd4102ca9b3d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:05.343222 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-9f91ba6d-b82e-477b-b86f-dd4102ca9b3d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 812 time: 0.1899884 Jun 23 13:43:05.375165 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a7be-fd11-4403-84b9-7da1c5877232 req-96b8c642-fe7a-49c1-9842-576e44ac6781 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:05.376794 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6257a7be-fd11-4403-84b9-7da1c5877232 req-96b8c642-fe7a-49c1-9842-576e44ac6781 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0603673 Jun 23 13:43:05.412396 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-962d530a-b6f8-4c1b-ac45-861a9702d844 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d6c438e59834c4084c818053e1fdb93 HTTP/1.1" status: 200 len: 377 time: 0.0597548 Jun 23 13:43:05.423453 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6257a7be-fd11-4403-84b9-7da1c5877232 req-b96de22a-3146-4c91-89bd-b63db2fd04b8 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409172 Jun 23 13:43:06.044220 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931068d-bac3-4cce-a01e-edad01bf8af5 req-0b98a2c6-dc29-4922-acdb-59f8f146dd62 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:06.045615 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8931068d-bac3-4cce-a01e-edad01bf8af5 req-0b98a2c6-dc29-4922-acdb-59f8f146dd62 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 946 time: 0.0527227 Jun 23 13:43:06.094583 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8931068d-bac3-4cce-a01e-edad01bf8af5 req-147cfa1e-5c8e-4e36-8011-302a145506e8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Jun 23 13:43:06.301835 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0bd9f5d2-df60-4ba8-bb43-7f3161c226d6 req-4c892ac8-df22-450d-b595-46a456091f41 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 210 time: 0.0312042 Jun 23 13:43:06.527148 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:06.530647 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'port': {'device_id': '42c29e33-917a-4263-a80c-9863ed228875', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'admin_state_up': True, 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'security_groups': ['a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:06.541482 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea79c20-26f1-49b1-8dc4-f0723ef20dcd req-f1f49120-996f-4b09-a4d1-afbc7686bbc9 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:06.543848 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cea79c20-26f1-49b1-8dc4-f0723ef20dcd req-f1f49120-996f-4b09-a4d1-afbc7686bbc9 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0529435 Jun 23 13:43:06.594270 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cea79c20-26f1-49b1-8dc4-f0723ef20dcd req-52c9cff7-1547-4d7d-a177-4971a1a5abef tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453849 Jun 23 13:43:06.657841 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Made reservation on behalf of 0d6c438e59834c4084c818053e1fdb93 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:43:06.661368 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:06.712521 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f63a22-74f7-4d4d-84f8-2e060b2cd411 req-790aea0d-828f-4eb3-8e00-541ae9bfc5c1 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:06.714179 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e2f63a22-74f7-4d4d-84f8-2e060b2cd411 req-790aea0d-828f-4eb3-8e00-541ae9bfc5c1 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 945 time: 0.0464709 Jun 23 13:43:06.730093 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:06.762386 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e2f63a22-74f7-4d4d-84f8-2e060b2cd411 req-3235ca16-6975-453e-8410-90c482e049d3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 Jun 23 13:43:06.787848 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:06.789120 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Allocated IP 172.20.0.7 (bb715288-0a54-4ca5-85b6-5a7823648ca0/5ca2c1c1-a17c-4242-ab8d-46a614702c35/e81f7986-69e2-48bc-88f6-03a52eb426dd) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:43:06.939081 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:06.974534 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:07.018806 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Network bb715288-0a54-4ca5-85b6-5a7823648ca0 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:43:07.021808 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:43:07.025548 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:43:07.031594 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'Port': ['ID=e81f7986-69e2-48bc-88f6-03a52eb426dd,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:07.082747 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:07.083366 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:07.103169 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-162005b1-c4fa-4b52-bf32-c04b0b8e6ee1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5796249 Jun 23 13:43:07.213699 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd5a99-4791-4ce6-af45-ba06d98bbbf9 req-78bde82a-1031-4b11-83e8-35ed357ebadf tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:07.215207 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f5bd5a99-4791-4ce6-af45-ba06d98bbbf9 req-78bde82a-1031-4b11-83e8-35ed357ebadf tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 946 time: 0.0504251 Jun 23 13:43:07.237656 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-98d6772f-71dc-4862-932c-6cdf5d4c62ab None None] Provisioning complete for port e81f7986-69e2-48bc-88f6-03a52eb426dd triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:43:07.238268 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-98d6772f-71dc-4862-932c-6cdf5d4c62ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:07.263693 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f5bd5a99-4791-4ce6-af45-ba06d98bbbf9 req-389f3979-7102-41ae-8f76-a04648c016b5 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424738 Jun 23 13:43:07.271284 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-98d6772f-71dc-4862-932c-6cdf5d4c62ab None None] Port e81f7986-69e2-48bc-88f6-03a52eb426dd cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:43:07.422140 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e506b63-d903-4055-8e36-2702559bf9f4 req-ecee110a-80b0-4d36-825e-a1fbd0b9cde0 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:07.423657 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3e506b63-d903-4055-8e36-2702559bf9f4 req-ecee110a-80b0-4d36-825e-a1fbd0b9cde0 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 931 time: 0.0476677 Jun 23 13:43:07.476862 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3e506b63-d903-4055-8e36-2702559bf9f4 req-900d730a-6c23-40dd-88ea-57057c2a6657 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450590 Jun 23 13:43:07.714988 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d154a7-9a12-4739-ae49-a37646c768de req-4de3cf3d-70e1-483c-b4d8-4d7734136a6d tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:07.716508 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87d154a7-9a12-4739-ae49-a37646c768de req-4de3cf3d-70e1-483c-b4d8-4d7734136a6d tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 943 time: 0.0479138 Jun 23 13:43:07.772075 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87d154a7-9a12-4739-ae49-a37646c768de req-369f66ae-7580-4d36-a4f0-bc0d641ae56e tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499363 Jun 23 13:43:07.880385 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa7e81-e805-4e58-bffa-7aeb830431d1 req-9c787030-8b65-4f36-9d6e-50420b0f58c5 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:07.881822 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-42fa7e81-e805-4e58-bffa-7aeb830431d1 req-9c787030-8b65-4f36-9d6e-50420b0f58c5 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 945 time: 0.0465462 Jun 23 13:43:07.932125 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-42fa7e81-e805-4e58-bffa-7aeb830431d1 req-5a68a59c-62a9-4bbf-ad7c-d649433befbe tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447025 Jun 23 13:43:08.042750 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device f801c0fd-febc-4835-97ee-811b19175e3e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:43:08.155846 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port f801c0fd-febc-4835-97ee-811b19175e3e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f801c0fd-febc-4835-97ee-811b19175e3e,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:08.161807 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Request body: {'port': {'device_id': '42c29e33-917a-4263-a80c-9863ed228875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:08.169371 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'port_id': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'mac_address': 'fa:16:3e:d9:8c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:43:08.213670 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port f801c0fd-febc-4835-97ee-811b19175e3e is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:43:08.214188 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:08.228459 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f801c0fd-febc-4835-97ee-811b19175e3e {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:43:08.236162 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:08.248004 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port f801c0fd-febc-4835-97ee-811b19175e3e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f801c0fd-febc-4835-97ee-811b19175e3e,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:08.252586 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:08.305025 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=f801c0fd-febc-4835-97ee-811b19175e3e,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:08.390937 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747fde4-b749-42c0-b5b0-87fcc514ea9a req-997660eb-1e04-4791-b919-a3a3de114f31 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:08.392489 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1747fde4-b749-42c0-b5b0-87fcc514ea9a req-997660eb-1e04-4791-b919-a3a3de114f31 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 946 time: 0.0477476 Jun 23 13:43:08.439240 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1747fde4-b749-42c0-b5b0-87fcc514ea9a req-a501dcf0-fb98-4a74-a4d5-fca866c96c35 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Jun 23 13:43:08.497886 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81f7986-69e2-48bc-88f6-03a52eb426dd {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:43:08.505718 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Publish callbacks [] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:08.519389 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Transition to ACTIVE for port object e81f7986-69e2-48bc-88f6-03a52eb426dd will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:43:08.526959 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:08.573354 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:08.576701 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=e81f7986-69e2-48bc-88f6-03a52eb426dd,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:08.605102 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606433e-ba38-4f29-89bf-ca62b813b14e req-13d5fad8-6a7f-4efe-9d81-f183e4ea0373 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:08.611753 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1606433e-ba38-4f29-89bf-ca62b813b14e req-13d5fad8-6a7f-4efe-9d81-f183e4ea0373 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 943 time: 0.0639753 Jun 23 13:43:08.638724 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:08.664070 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Attempting to bind port e81f7986-69e2-48bc-88f6-03a52eb426dd on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:43:08.664402 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Attempting to bind port e81f7986-69e2-48bc-88f6-03a52eb426dd by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:43:08.664727 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Attempting to bind port e81f7986-69e2-48bc-88f6-03a52eb426dd on network bb715288-0a54-4ca5-85b6-5a7823648ca0 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:43:08.670162 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Port e81f7986-69e2-48bc-88f6-03a52eb426dd on network bb715288-0a54-4ca5-85b6-5a7823648ca0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:43:08.670483 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Attempting to bind port e81f7986-69e2-48bc-88f6-03a52eb426dd on network bb715288-0a54-4ca5-85b6-5a7823648ca0 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:43:08.675642 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1606433e-ba38-4f29-89bf-ca62b813b14e req-e913835b-e0c2-41db-ba27-0b119884eb4e tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0588222 Jun 23 13:43:08.676140 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:43:08.676475 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Checking segment: {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:43:08.676879 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Bound using segment: {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:43:08.677269 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Bound port: e81f7986-69e2-48bc-88f6-03a52eb426dd, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:43:08.677625 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:08.715429 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['f801c0fd-febc-4835-97ee-811b19175e3e'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:43:08.751124 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] For port e81f7986-69e2-48bc-88f6-03a52eb426dd, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:43:08.754457 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] For port e81f7986-69e2-48bc-88f6-03a52eb426dd, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e81f7986-69e2-48bc-88f6-03a52eb426dd,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:43:08.761927 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:08.803309 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:08.803967 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:08.805359 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] 10.222.0.47 "PUT /v2.0/ports/e81f7986-69e2-48bc-88f6-03a52eb426dd HTTP/1.1" status: 200 len: 1093 time: 0.6483943 Jun 23 13:43:08.805813 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c29e33-917a-4263-a80c-9863ed228875', 'tag': 'e81f7986-69e2-48bc-88f6-03a52eb426dd'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:08.808090 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b56fcd3-5a71-4587-811f-ea5c51da2715" -d '{"events": [{"name": "network-changed", "server_uuid": "42c29e33-917a-4263-a80c-9863ed228875", "tag": "e81f7986-69e2-48bc-88f6-03a52eb426dd"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:08.826680 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313e128-213a-4bec-837b-e337d1871ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=e81f7986-69e2-48bc-88f6-03a52eb426dd,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:08.899770 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:08.913886 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7276740-bce3-4af0-96d7-1b5d61589336 req-8beb59e2-59a0-4ea3-9bb6-45aea1b188c3 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:08.915447 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d7276740-bce3-4af0-96d7-1b5d61589336 req-8beb59e2-59a0-4ea3-9bb6-45aea1b188c3 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0496333 Jun 23 13:43:08.970162 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d7276740-bce3-4af0-96d7-1b5d61589336 req-d849bb9d-10c3-4266-995a-65db66b502ff tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488482 Jun 23 13:43:09.013441 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a293b3-3087-4d1d-aae0-f5cf02cf37cd x-openstack-request-id: req-e5a293b3-3087-4d1d-aae0-f5cf02cf37cd {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:09.013782 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c29e33-917a-4263-a80c-9863ed228875", "tag": "e81f7986-69e2-48bc-88f6-03a52eb426dd", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:09.014041 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5a293b3-3087-4d1d-aae0-f5cf02cf37cd {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:09.014444 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a293b3-3087-4d1d-aae0-f5cf02cf37cd'] response: {'name': 'network-changed', 'server_uuid': '42c29e33-917a-4263-a80c-9863ed228875', 'tag': 'e81f7986-69e2-48bc-88f6-03a52eb426dd', 'status': 'completed', 'code': 200} Jun 23 13:43:09.113719 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71953c3-b810-405f-b1b0-1a2d5b6d241f req-432035d1-d0d3-4df4-97d6-7b418fe5a41d tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:09.115204 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a71953c3-b810-405f-b1b0-1a2d5b6d241f req-432035d1-d0d3-4df4-97d6-7b418fe5a41d tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 945 time: 0.0585883 Jun 23 13:43:09.162556 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a71953c3-b810-405f-b1b0-1a2d5b6d241f req-d4822700-0b91-44c7-a51e-4768b3557a89 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 Jun 23 13:43:09.572965 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a0a40-c2a9-4c21-b497-1c7fc1535058 req-4786bc7f-6ba2-43bb-851f-52995ff1909b tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:09.574498 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-197a0a40-c2a9-4c21-b497-1c7fc1535058 req-4786bc7f-6ba2-43bb-851f-52995ff1909b tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 946 time: 0.0508709 Jun 23 13:43:09.622885 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-197a0a40-c2a9-4c21-b497-1c7fc1535058 req-540dfd02-7444-4c89-b7be-236aa8c073d5 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Jun 23 13:43:09.787270 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d5d7a-808e-4230-8c4e-00157d6ae5c2 req-703c3fbe-f757-460d-b431-1c38ea2c6f75 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:09.788705 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d08d5d7a-808e-4230-8c4e-00157d6ae5c2 req-703c3fbe-f757-460d-b431-1c38ea2c6f75 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 943 time: 0.0477967 Jun 23 13:43:09.842047 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d08d5d7a-808e-4230-8c4e-00157d6ae5c2 req-7f432ccb-0d36-4300-aa20-be5021711b93 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477078 Jun 23 13:43:09.848628 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56fcd3-5a71-4587-811f-ea5c51da2715 req-352829c2-1cda-449f-b94f-db188b38f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:09.850145 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7b56fcd3-5a71-4587-811f-ea5c51da2715 req-352829c2-1cda-449f-b94f-db188b38f24f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 1127 time: 0.0418952 Jun 23 13:43:10.043068 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd15b4-3527-4adb-b7aa-318c10a22419 req-d3bb7d8a-349e-47f3-81db-42386f588a27 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:10.044430 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2bbd15b4-3527-4adb-b7aa-318c10a22419 req-d3bb7d8a-349e-47f3-81db-42386f588a27 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.47 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 946 time: 0.1255889 Jun 23 13:43:10.054289 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-3bcd0408-1971-4651-a933-298e338d7410 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:10.055729 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-3bcd0408-1971-4651-a933-298e338d7410 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 945 time: 0.1204081 Jun 23 13:43:10.065417 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device f801c0fd-febc-4835-97ee-811b19175e3e up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:43:10.086082 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:10.121585 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c94b-51bd-4cd3-8657-433e2e7ae882 req-03851706-3e34-4b8c-9f22-4fee9e580774 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:10.123019 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e694c94b-51bd-4cd3-8657-433e2e7ae882 req-03851706-3e34-4b8c-9f22-4fee9e580774 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 944 time: 0.0807710 Jun 23 13:43:10.155871 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port f801c0fd-febc-4835-97ee-811b19175e3e completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:43:10.163801 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port f801c0fd-febc-4835-97ee-811b19175e3e triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:43:10.164182 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:10.185789 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e694c94b-51bd-4cd3-8657-433e2e7ae882 req-f6336d25-2229-4c56-8e79-8f8b0be9eaac tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569336 Jun 23 13:43:10.270139 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port f801c0fd-febc-4835-97ee-811b19175e3e is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:43:10.270529 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:10.295323 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:10.295825 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91bf90-3f69-4f23-8706-d867de280acb req-5fb5d375-8cdc-4607-8472-e92b0ccb94bc tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:10.297517 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187390d6-193f-415c-a9ed-fdd1a663856d" -d '{"events": [{"server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "name": "network-vif-plugged", "status": "completed", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:10.298125 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8d91bf90-3f69-4f23-8706-d867de280acb req-5fb5d375-8cdc-4607-8472-e92b0ccb94bc tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 945 time: 0.0546961 Jun 23 13:43:10.324545 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port f801c0fd-febc-4835-97ee-811b19175e3e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f801c0fd-febc-4835-97ee-811b19175e3e,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:10.331500 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:10.338590 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3591ca-97ec-4a9d-88ab-7cef7009fbe1 x-openstack-request-id: req-1d3591ca-97ec-4a9d-88ab-7cef7009fbe1 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:10.338877 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "name": "network-vif-plugged", "status": "completed", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:10.339138 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d3591ca-97ec-4a9d-88ab-7cef7009fbe1 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:10.340181 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3591ca-97ec-4a9d-88ab-7cef7009fbe1'] response: {'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'code': 200} Jun 23 13:43:10.366017 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8d91bf90-3f69-4f23-8706-d867de280acb req-e60edb18-05f8-4cff-966b-74dae8a9938a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605130 Jun 23 13:43:10.391162 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=f801c0fd-febc-4835-97ee-811b19175e3e,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:10.458050 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56fcd3-5a71-4587-811f-ea5c51da2715 req-ff80376e-8bf8-48cd-a3d6-ce6dc886d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:10.459986 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7b56fcd3-5a71-4587-811f-ea5c51da2715 req-ff80376e-8bf8-48cd-a3d6-ce6dc886d211 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0d6c438e59834c4084c818053e1fdb93&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5510118 Jun 23 13:43:10.623482 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Deleting port 8ea31764-a046-4254-ae49-a5854ff7c61e {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:43:10.623816 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:10.629958 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24ebd8-a07c-489b-8f8b-c4ba4a2fca2a req-d2f3200e-41f8-4dfd-b475-52495a3fd6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:10.631464 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c24ebd8-a07c-489b-8f8b-c4ba4a2fca2a req-d2f3200e-41f8-4dfd-b475-52495a3fd6c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 1129 time: 0.1343677 Jun 23 13:43:10.631951 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-2bbd15b4-3527-4adb-b7aa-318c10a22419 req-088849e3-fa02-4345-a3ea-5dc69af3c4c8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Deleting port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:43:10.632264 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2bbd15b4-3527-4adb-b7aa-318c10a22419 req-088849e3-fa02-4345-a3ea-5dc69af3c4c8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:10.740764 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cda54-b0b7-4f4c-97be-b2bb39462711 req-83168e3f-158a-4e11-8e77-8fab7d896bdb tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:10.742228 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-204cda54-b0b7-4f4c-97be-b2bb39462711 req-83168e3f-158a-4e11-8e77-8fab7d896bdb tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 946 time: 0.0509574 Jun 23 13:43:10.785029 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:10.786390 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56fcd3-5a71-4587-811f-ea5c51da2715 req-80ec0607-7186-442a-80c2-a14cfe2fe230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:10.787888 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7b56fcd3-5a71-4587-811f-ea5c51da2715 req-80ec0607-7186-442a-80c2-a14cfe2fe230 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3184643 Jun 23 13:43:10.790185 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-204cda54-b0b7-4f4c-97be-b2bb39462711 req-d53cf1af-65c0-4d68-b39d-e255add69503 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 Jun 23 13:43:10.831057 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c24ebd8-a07c-489b-8f8b-c4ba4a2fca2a req-f48383dd-b314-4fd8-9ad6-416f2c169a3b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823273 Jun 23 13:43:10.859713 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] For port 8ea31764-a046-4254-ae49-a5854ff7c61e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8ea31764-a046-4254-ae49-a5854ff7c61e,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:10.860487 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:10.863489 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-2bbd15b4-3527-4adb-b7aa-318c10a22419 req-088849e3-fa02-4345-a3ea-5dc69af3c4c8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] For port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6,segment=NetworkSegment(d153dd45-750f-41a1-bb60-25921a062387),segment_id=d153dd45-750f-41a1-bb60-25921a062387)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:10.863804 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2bbd15b4-3527-4adb-b7aa-318c10a22419 req-088849e3-fa02-4345-a3ea-5dc69af3c4c8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:10.893792 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:10.908708 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-2bbd15b4-3527-4adb-b7aa-318c10a22419 req-088849e3-fa02-4345-a3ea-5dc69af3c4c8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Calling delete_port for b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:43:10.958506 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f715c-6eb9-4001-9beb-d7b95da93c56 req-ab027d71-7ddd-401d-8b6f-fdf9aa938fe9 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:10.960365 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8a1f715c-6eb9-4001-9beb-d7b95da93c56 req-ab027d71-7ddd-401d-8b6f-fdf9aa938fe9 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 943 time: 0.0492690 Jun 23 13:43:10.989289 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-9f062ba6-f9bb-43b5-986c-129762b13107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:10.990809 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-9f062ba6-f9bb-43b5-986c-129762b13107 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 1127 time: 0.1588790 Jun 23 13:43:11.011018 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8a1f715c-6eb9-4001-9beb-d7b95da93c56 req-faf7aa4a-3569-49cb-b096-48dccd713c31 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450161 Jun 23 13:43:11.086004 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-8c125eb4-208c-428d-843f-e742e0e5a135 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e81f7986-69e2-48bc-88f6-03a52eb426dd HTTP/1.1" status: 200 len: 217 time: 0.0466740 Jun 23 13:43:11.220268 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-72cf9cc6-d0ad-46cd-8c3a-227c4aed4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:11.221704 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-72cf9cc6-d0ad-46cd-8c3a-227c4aed4185 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.1083610 Jun 23 13:43:11.262188 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:11.262545 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (0834e633-e311-4ff6-b4bc-2a8e69fac1ee), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:11.262858 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Floating IP 0834e633-e311-4ff6-b4bc-2a8e69fac1ee disassociated. External IP: 172.27.0.194, port: 8ea31764-a046-4254-ae49-a5854ff7c61e. Jun 23 13:43:11.263200 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Calling delete_port for 8ea31764-a046-4254-ae49-a5854ff7c61e owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:43:11.307298 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f434bdc-353b-474e-8711-737d9b225949 req-94957127-e2e3-4544-9857-5ff92d199fa9 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:11.308888 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2f434bdc-353b-474e-8711-737d9b225949 req-94957127-e2e3-4544-9857-5ff92d199fa9 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 945 time: 0.0467992 Jun 23 13:43:11.328293 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2bbd15b4-3527-4adb-b7aa-318c10a22419 req-088849e3-fa02-4345-a3ea-5dc69af3c4c8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (b7c518e1-beb1-491b-99ec-6f9a8f70d5f6), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:11.342619 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['b7c518e1-beb1-491b-99ec-6f9a8f70d5f6'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:43:11.360602 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2f434bdc-353b-474e-8711-737d9b225949 req-efb89e1b-0ec2-4e22-beed-0e393600e01c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459168 Jun 23 13:43:11.363424 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088849e3-fa02-4345-a3ea-5dc69af3c4c8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Pushing event deleted for resources: {'Port': ['ID=b7c518e1-beb1-491b-99ec-6f9a8f70d5f6,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:11.423739 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbd15b4-3527-4adb-b7aa-318c10a22419 req-088849e3-fa02-4345-a3ea-5dc69af3c4c8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] No DVR routers for this DVR port b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:43:11.426439 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2bbd15b4-3527-4adb-b7aa-318c10a22419 req-088849e3-fa02-4345-a3ea-5dc69af3c4c8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:11.429696 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2bbd15b4-3527-4adb-b7aa-318c10a22419 req-088849e3-fa02-4345-a3ea-5dc69af3c4c8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.47 "DELETE /v2.0/ports/b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 HTTP/1.1" status: 204 len: 173 time: 1.3730731 Jun 23 13:43:11.430144 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d6429-ee63-4240-81e2-764a80f56740', 'name': 'network-vif-deleted', 'tag': 'b7c518e1-beb1-491b-99ec-6f9a8f70d5f6'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:11.432434 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdba074-9ffa-40cc-871d-994a93380ae3" -d '{"events": [{"server_uuid": "be3d6429-ee63-4240-81e2-764a80f56740", "name": "network-vif-deleted", "tag": "b7c518e1-beb1-491b-99ec-6f9a8f70d5f6"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:11.481208 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0743c-627d-4038-8971-f34028481d9f req-7c30ebaa-29b2-4c94-8e1b-bc95c506bd88 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:11.481377 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5c6dee-b61b-43cd-a426-3689641a4bf0 x-openstack-request-id: req-ea5c6dee-b61b-43cd-a426-3689641a4bf0 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:11.481650 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3d6429-ee63-4240-81e2-764a80f56740", "name": "network-vif-deleted", "tag": "b7c518e1-beb1-491b-99ec-6f9a8f70d5f6", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:11.481899 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea5c6dee-b61b-43cd-a426-3689641a4bf0 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:11.482283 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5c6dee-b61b-43cd-a426-3689641a4bf0'] response: {'server_uuid': 'be3d6429-ee63-4240-81e2-764a80f56740', 'name': 'network-vif-deleted', 'tag': 'b7c518e1-beb1-491b-99ec-6f9a8f70d5f6', 'status': 'completed', 'code': 200} Jun 23 13:43:11.482670 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cfe0743c-627d-4038-8971-f34028481d9f req-7c30ebaa-29b2-4c94-8e1b-bc95c506bd88 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 945 time: 0.0462008 Jun 23 13:43:11.492477 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (8ea31764-a046-4254-ae49-a5854ff7c61e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:11.518205 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'Port': ['ID=8ea31764-a046-4254-ae49-a5854ff7c61e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:11.537880 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cfe0743c-627d-4038-8971-f34028481d9f req-1d22ec07-8381-422b-b6d5-a8ef5fa7aa9c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=4af39835-c0f2-42dc-a4d9-a84dfd520597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492237 Jun 23 13:43:11.612954 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-f2b07504-81b0-46ea-92e2-9c6a0afd00da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:11.614551 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-f2b07504-81b0-46ea-92e2-9c6a0afd00da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512991 Jun 23 13:43:11.665447 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:11.724115 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Router 81a742b4-0bf8-4ae4-a20d-578063d99d92 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:43:11.742023 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:11.751135 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-ee8a530b-5a07-4b5f-8eb8-e426e2fd8ee0 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131380 Jun 23 13:43:11.772070 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=15 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:11.844062 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:43:11.854987 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce50e8-9b36-4046-b8d3-9fa0edfef6aa None None] Sync routers for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:43:11.867719 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce50e8-9b36-4046-b8d3-9fa0edfef6aa None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:11.869081 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-81ce50e8-9b36-4046-b8d3-9fa0edfef6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:11.885862 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] No DVR routers for this DVR port 8ea31764-a046-4254-ae49-a5854ff7c61e on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:43:11.888364 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:11.891637 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-822a6efa-93dc-4f7b-9582-c05bf6de8324 req-697ee04d-60d1-4255-af1d-610b69569a61 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "DELETE /v2.0/ports/8ea31764-a046-4254-ae49-a5854ff7c61e HTTP/1.1" status: 204 len: 173 time: 1.8247514 Jun 23 13:43:11.907379 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:11.909771 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:11.914546 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-867ff3b2-5751-4d50-a33a-118205137dae req-192d13d4-cbfa-4f26-8614-e3952dbcb13f tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=be3d6429-ee63-4240-81e2-764a80f56740 HTTP/1.1" status: 200 len: 210 time: 0.0310922 Jun 23 13:43:11.977752 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-81ce50e8-9b36-4046-b8d3-9fa0edfef6aa None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:12.180963 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ab1d2-9d6b-48ca-b8da-bbf434052e9a req-4aa15f8c-b49c-4c65-b493-2a4b8258ebb7 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:12.189412 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-865ab1d2-9d6b-48ca-b8da-bbf434052e9a req-4aa15f8c-b49c-4c65-b493-2a4b8258ebb7 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 943 time: 0.0632632 Jun 23 13:43:12.227160 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-259be5bc-d356-4b2a-b288-f36dc7989588 req-38487ed6-0186-4842-a277-ae72f77f9670 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485617 Jun 23 13:43:12.234942 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-81ce50e8-9b36-4046-b8d3-9fa0edfef6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '81be4369-4a10-42ba-817a-5f049fb84610', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0a:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:26Z', 'updated_at': '2022-06-23T13:40:09Z', 'revision_number': 2, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:12.244009 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-865ab1d2-9d6b-48ca-b8da-bbf434052e9a req-0051d87c-b326-4ce9-a8a5-4c5ba7648fcb tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534718 Jun 23 13:43:12.265324 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce50e8-9b36-4046-b8d3-9fa0edfef6aa None None] Checking router: 81a742b4-0bf8-4ae4-a20d-578063d99d92 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:43:12.274143 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce50e8-9b36-4046-b8d3-9fa0edfef6aa None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:12.274739 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-81ce50e8-9b36-4046-b8d3-9fa0edfef6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:42:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:12.489129 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63423799-7f1d-41af-a0ba-f2509400bad2 req-607c8f55-3187-4508-938a-f7650d0275a2 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:12.490756 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-63423799-7f1d-41af-a0ba-f2509400bad2 req-607c8f55-3187-4508-938a-f7650d0275a2 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 945 time: 0.0561845 Jun 23 13:43:12.504333 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:12.508074 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-81ce50e8-9b36-4046-b8d3-9fa0edfef6aa None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:12.542679 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-63423799-7f1d-41af-a0ba-f2509400bad2 req-f6d95aa0-226d-471e-b643-3a8764e7324b tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441785 Jun 23 13:43:12.745904 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-81ce50e8-9b36-4046-b8d3-9fa0edfef6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '81be4369-4a10-42ba-817a-5f049fb84610', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0a:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:26Z', 'updated_at': '2022-06-23T13:40:09Z', 'revision_number': 2, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:12.775306 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce50e8-9b36-4046-b8d3-9fa0edfef6aa None None] The sync data for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi is: [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '81be4369-4a10-42ba-817a-5f049fb84610', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0a:59:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:39:26Z', 'updated_at': '2022-06-23T13:40:09Z', 'revision_number': 2, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:43:12.885107 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d3f1a729-fcf2-4cef-90b2-3127e8e8b876 req-6b818b39-9c83-4012-9e22-e244519478a8 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0417cd02-d58c-4bd7-8847-6b817258fc3d HTTP/1.1" status: 200 len: 210 time: 0.2681179 Jun 23 13:43:12.913103 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48900372-6373-4401-afb1-36809bffab0b req-73410acd-c192-42e2-ab71-03248e7868d0 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:12.919861 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48900372-6373-4401-afb1-36809bffab0b req-73410acd-c192-42e2-ab71-03248e7868d0 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 945 time: 0.2900043 Jun 23 13:43:12.985389 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48900372-6373-4401-afb1-36809bffab0b req-22de45dc-ad9e-4518-a92f-9c2e9543acd5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620277 Jun 23 13:43:13.166214 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d960a6d-3479-420a-a407-8da976521ca6 None None] New status for floating IP 0834e633-e311-4ff6-b4bc-2a8e69fac1ee: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:43:13.414154 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698815b-4525-45cd-b8f6-89457c781e59 req-417f9d8e-5708-418a-8721-505a2ceb5d20 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:13.415768 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9698815b-4525-45cd-b8f6-89457c781e59 req-417f9d8e-5708-418a-8721-505a2ceb5d20 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 943 time: 0.0947347 Jun 23 13:43:13.426549 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dd723-ed45-45ef-8c2f-74ad2e225623 req-3b33b8ba-1ab6-4414-bccb-4800e6526ebf tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:13.428128 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1b7dd723-ed45-45ef-8c2f-74ad2e225623 req-3b33b8ba-1ab6-4414-bccb-4800e6526ebf tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 945 time: 0.0643332 Jun 23 13:43:13.482648 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:13.483506 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'name': 'network-vif-deleted', 'tag': '8ea31764-a046-4254-ae49-a5854ff7c61e'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:13.486998 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f4d54c-4fdc-449b-afea-a7bc171ef00b" -d '{"events": [{"server_uuid": "0417cd02-d58c-4bd7-8847-6b817258fc3d", "name": "network-vif-deleted", "tag": "8ea31764-a046-4254-ae49-a5854ff7c61e"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:13.508230 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1b7dd723-ed45-45ef-8c2f-74ad2e225623 req-fdef01b8-4f41-4ef7-b718-1c8b2eeaea64 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729361 Jun 23 13:43:13.511376 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9698815b-4525-45cd-b8f6-89457c781e59 req-0581e86f-aadc-4085-8073-7856bb269904 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0822797 Jun 23 13:43:13.554431 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588cb4a7-7046-4f54-ba41-39f2dc9ab33f x-openstack-request-id: req-588cb4a7-7046-4f54-ba41-39f2dc9ab33f {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:13.554777 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0417cd02-d58c-4bd7-8847-6b817258fc3d", "name": "network-vif-deleted", "tag": "8ea31764-a046-4254-ae49-a5854ff7c61e", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:13.555086 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-588cb4a7-7046-4f54-ba41-39f2dc9ab33f {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:13.555583 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588cb4a7-7046-4f54-ba41-39f2dc9ab33f'] response: {'server_uuid': '0417cd02-d58c-4bd7-8847-6b817258fc3d', 'name': 'network-vif-deleted', 'tag': '8ea31764-a046-4254-ae49-a5854ff7c61e', 'status': 'completed', 'code': 200} Jun 23 13:43:13.987078 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58402) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:14.059796 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb499e79-17f1-4a7b-a5ec-5017a5a7596e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (4af39835-c0f2-42dc-a4d9-a84dfd520597), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:14.088857 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb499e79-17f1-4a7b-a5ec-5017a5a7596e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (4af39835-c0f2-42dc-a4d9-a84dfd520597), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:14.140230 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb499e79-17f1-4a7b-a5ec-5017a5a7596e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (4af39835-c0f2-42dc-a4d9-a84dfd520597), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:14.143048 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fb499e79-17f1-4a7b-a5ec-5017a5a7596e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:14.146649 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-fb499e79-17f1-4a7b-a5ec-5017a5a7596e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "DELETE /v2.0/security-groups/4af39835-c0f2-42dc-a4d9-a84dfd520597 HTTP/1.1" status: 204 len: 168 time: 0.1559877 Jun 23 13:43:14.147151 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 58404) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:14.154585 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb499e79-17f1-4a7b-a5ec-5017a5a7596e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af39835-c0f2-42dc-a4d9-a84dfd520597,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:14.176877 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.api.v2.resource [None req-bd194651-5cc0-4d87-a596-1d6f3cc4922e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] show failed (client error): The resource could not be found. Jun 23 13:43:14.178136 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-bd194651-5cc0-4d87-a596-1d6f3cc4922e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups/4af39835-c0f2-42dc-a4d9-a84dfd520597 HTTP/1.1" status: 404 len: 347 time: 0.0297167 Jun 23 13:43:14.180924 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 58406) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:14.293819 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-c18aacfa-4b29-468c-b5d3-261e80195f3c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Deleting port 96aede0a-4cd5-49ba-8df6-64998f92cf60 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:43:14.294161 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c18aacfa-4b29-468c-b5d3-261e80195f3c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (96aede0a-4cd5-49ba-8df6-64998f92cf60), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:14.369856 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c18aacfa-4b29-468c-b5d3-261e80195f3c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (96aede0a-4cd5-49ba-8df6-64998f92cf60), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:14.370172 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c18aacfa-4b29-468c-b5d3-261e80195f3c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (96aede0a-4cd5-49ba-8df6-64998f92cf60), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:14.377333 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 8ea31764-a046-4254-ae49-a5854ff7c61e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:43:14.384472 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-c18aacfa-4b29-468c-b5d3-261e80195f3c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Calling delete_port for 96aede0a-4cd5-49ba-8df6-64998f92cf60 owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:43:14.402499 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 8ea31764-a046-4254-ae49-a5854ff7c61e {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:43:14.402851 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 8ea31764-a046-4254-ae49-a5854ff7c61e not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:43:14.403737 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:43:14.423267 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:43:14.423669 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b7c518e1-beb1-491b-99ec-6f9a8f70d5f6 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:43:14.525652 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c18aacfa-4b29-468c-b5d3-261e80195f3c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (96aede0a-4cd5-49ba-8df6-64998f92cf60), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:14.557164 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18aacfa-4b29-468c-b5d3-261e80195f3c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'Port': ['ID=96aede0a-4cd5-49ba-8df6-64998f92cf60,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:14.618603 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c18aacfa-4b29-468c-b5d3-261e80195f3c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (0834e633-e311-4ff6-b4bc-2a8e69fac1ee), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:14.621090 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c18aacfa-4b29-468c-b5d3-261e80195f3c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:14.622290 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c18aacfa-4b29-468c-b5d3-261e80195f3c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "DELETE /v2.0/floatingips/0834e633-e311-4ff6-b4bc-2a8e69fac1ee HTTP/1.1" status: 204 len: 168 time: 0.4404314 Jun 23 13:43:14.632072 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda78ed-3bc6-4439-a70c-44cda98dcfdb req-d6e88304-2a1b-4e9c-ac13-3643feab8fea tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:14.633650 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8cda78ed-3bc6-4439-a70c-44cda98dcfdb req-d6e88304-2a1b-4e9c-ac13-3643feab8fea tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 943 time: 0.0540018 Jun 23 13:43:14.691228 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8cda78ed-3bc6-4439-a70c-44cda98dcfdb req-2785378b-57fc-4e9e-93e7-b03941d8c61f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515475 Jun 23 13:43:15.804393 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d36a5-fc14-482d-9116-20b404bf8b45 req-a0dbbe36-4268-4a1d-b52c-07f353b9e927 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:15.805857 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a1d36a5-fc14-482d-9116-20b404bf8b45 req-a0dbbe36-4268-4a1d-b52c-07f353b9e927 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 943 time: 0.0460389 Jun 23 13:43:15.855694 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a1d36a5-fc14-482d-9116-20b404bf8b45 req-4a38d175-0e9d-4316-8094-6f943d06f55b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442696 Jun 23 13:43:16.985159 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144b45e-ed1c-4503-95e7-70984cfd73b2 req-9b0ddb52-c563-4a68-8cea-eb5e88338e2c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:16.985159 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f144b45e-ed1c-4503-95e7-70984cfd73b2 req-9b0ddb52-c563-4a68-8cea-eb5e88338e2c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 943 time: 0.0501502 Jun 23 13:43:17.043043 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f144b45e-ed1c-4503-95e7-70984cfd73b2 req-3f671fc5-d12c-4ea1-819b-7bd346a97290 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0585930 Jun 23 13:43:17.978315 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe62a65-815a-4574-8b64-1f71bbe6e76e req-5f2bf84e-03c0-43a7-a2f2-a96dbf23001e tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:17.979857 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fbe62a65-815a-4574-8b64-1f71bbe6e76e req-5f2bf84e-03c0-43a7-a2f2-a96dbf23001e tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0594337 Jun 23 13:43:18.034537 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fbe62a65-815a-4574-8b64-1f71bbe6e76e req-551c4125-9bec-4f1c-af99-7dceed466bb1 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450180 Jun 23 13:43:18.157803 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770855-ab32-410b-a556-d8b8c8077534 req-3c44fb85-0bb2-4748-ba27-6cbe1b4c8570 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:18.159266 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-07770855-ab32-410b-a556-d8b8c8077534 req-3c44fb85-0bb2-4748-ba27-6cbe1b4c8570 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 943 time: 0.0452957 Jun 23 13:43:18.211759 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-07770855-ab32-410b-a556-d8b8c8077534 req-2a493434-3e32-4b00-af96-7d127e9ae546 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461621 Jun 23 13:43:18.390402 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6bae9-ceff-4213-97b0-9d3196520bc7 req-757eddb7-e0de-482d-8281-6b8f205f24cf tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:18.391940 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48d6bae9-ceff-4213-97b0-9d3196520bc7 req-757eddb7-e0de-482d-8281-6b8f205f24cf tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.0532317 Jun 23 13:43:18.414687 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:18.443730 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48d6bae9-ceff-4213-97b0-9d3196520bc7 req-0b55b21c-bbd0-46be-b302-90b4c793322b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437968 Jun 23 13:43:18.851504 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a3784-edd7-4286-9995-699f85a5d1cb req-e3fa9a6d-b5ce-4a2b-aee7-c3301a63c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:18.852934 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b79a3784-edd7-4286-9995-699f85a5d1cb req-e3fa9a6d-b5ce-4a2b-aee7-c3301a63c7d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 1130 time: 0.0475376 Jun 23 13:43:19.163291 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c08f93-72bd-4972-b651-6490b1ed0ab6 req-1c14152e-3ce5-470f-bf05-2e14b217f13c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:19.165487 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e3c08f93-72bd-4972-b651-6490b1ed0ab6 req-1c14152e-3ce5-470f-bf05-2e14b217f13c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0481339 Jun 23 13:43:19.223968 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e3c08f93-72bd-4972-b651-6490b1ed0ab6 req-60e3e50c-b8a8-4b3b-a02b-e24de7115a2f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503387 Jun 23 13:43:19.339765 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3567833-581d-45ba-ae2d-d9b95582c38e req-ef055c2b-2b4a-43a4-ae6c-ba855058a563 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:19.341210 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e3567833-581d-45ba-ae2d-d9b95582c38e req-ef055c2b-2b4a-43a4-ae6c-ba855058a563 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 943 time: 0.0566235 Jun 23 13:43:19.393748 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e3567833-581d-45ba-ae2d-d9b95582c38e req-daed77d6-d65a-40a3-b987-ed5d090c818b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468140 Jun 23 13:43:19.562857 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:19.571194 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d7039-1000-4c19-a88d-b9b5d7f87e94 req-d0cf5466-95d6-4bcc-8b0c-ba469d72a986 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:19.572674 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-314d7039-1000-4c19-a88d-b9b5d7f87e94 req-d0cf5466-95d6-4bcc-8b0c-ba469d72a986 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.0483501 Jun 23 13:43:19.620273 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-314d7039-1000-4c19-a88d-b9b5d7f87e94 req-a6860ad9-38d4-4bef-a702-57848ff9222c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 Jun 23 13:43:20.098230 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8c8a146d-d916-4935-82fe-0a2eb26b0641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:20.351940 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d75ed-cf2e-4c34-8581-dead5bbf7243 req-11b97546-5b8d-4856-8567-6106b01a53bf tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:20.353343 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-388d75ed-cf2e-4c34-8581-dead5bbf7243 req-11b97546-5b8d-4856-8567-6106b01a53bf tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0486617 Jun 23 13:43:20.400576 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-388d75ed-cf2e-4c34-8581-dead5bbf7243 req-572bdd4f-def3-4b27-bee9-fc7251244267 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411818 Jun 23 13:43:20.517289 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbfcc8-caed-40b3-a23f-861326c15688 req-688fecf8-55fe-4fba-ac09-32c1dc99ea6f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:20.518736 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8fbfcc8-caed-40b3-a23f-861326c15688 req-688fecf8-55fe-4fba-ac09-32c1dc99ea6f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 943 time: 0.0569205 Jun 23 13:43:20.567122 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b8fbfcc8-caed-40b3-a23f-861326c15688 req-6d3e8ea3-0c7b-43f9-8f51-03ea4b0b3692 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426767 Jun 23 13:43:20.662836 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device e81f7986-69e2-48bc-88f6-03a52eb426dd details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:43:20.744564 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70e02-a1fe-4c7d-b107-e1c44d635ea3 req-b2dafa71-da43-4a73-94c0-e83cff57be95 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:20.746081 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-61b70e02-a1fe-4c7d-b107-e1c44d635ea3 req-b2dafa71-da43-4a73-94c0-e83cff57be95 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.0478249 Jun 23 13:43:20.765073 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port e81f7986-69e2-48bc-88f6-03a52eb426dd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e81f7986-69e2-48bc-88f6-03a52eb426dd,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:20.776704 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': 'e81f7986-69e2-48bc-88f6-03a52eb426dd', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'port_id': 'e81f7986-69e2-48bc-88f6-03a52eb426dd', 'mac_address': 'fa:16:3e:6f:64:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:43:20.795884 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-61b70e02-a1fe-4c7d-b107-e1c44d635ea3 req-d731c389-c79d-4a50-9517-a5e5e83ea4ca tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439706 Jun 23 13:43:20.798034 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:20.813586 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port e81f7986-69e2-48bc-88f6-03a52eb426dd is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:43:20.814032 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:20.831557 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81f7986-69e2-48bc-88f6-03a52eb426dd {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:43:20.851973 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port e81f7986-69e2-48bc-88f6-03a52eb426dd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e81f7986-69e2-48bc-88f6-03a52eb426dd,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:20.857327 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:20.888264 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:20.904595 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=e81f7986-69e2-48bc-88f6-03a52eb426dd,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:20.912014 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.912305 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.912650 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.912987 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.913319 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.913648 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.913967 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.914292 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.914616 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.914940 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.915261 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.915607 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.915921 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.916237 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:20.916550 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:21.527951 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7db272-8733-4391-9bf3-795d5e4bcb71 req-20bb97da-12f0-4f9a-8ea9-741142c2d7b2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:21.529398 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a7db272-8733-4391-9bf3-795d5e4bcb71 req-20bb97da-12f0-4f9a-8ea9-741142c2d7b2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0499673 Jun 23 13:43:21.575212 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a7db272-8733-4391-9bf3-795d5e4bcb71 req-2c20ddce-03b0-4dfd-a5c7-631451765331 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402260 Jun 23 13:43:21.682167 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3d6cd-eee9-46aa-9a2c-0c6f06ff8cb8 req-c1e67170-9f61-4c84-bd88-a963efcd6533 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:21.683626 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2bf3d6cd-eee9-46aa-9a2c-0c6f06ff8cb8 req-c1e67170-9f61-4c84-bd88-a963efcd6533 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 944 time: 0.0474231 Jun 23 13:43:21.735928 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2bf3d6cd-eee9-46aa-9a2c-0c6f06ff8cb8 req-f8b6b669-150b-44c7-8e34-c3e4c406a866 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459480 Jun 23 13:43:21.775995 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a3784-edd7-4286-9995-699f85a5d1cb req-6d70a13e-dede-4418-b1fb-34a6beeaae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:21.777458 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b79a3784-edd7-4286-9995-699f85a5d1cb req-6d70a13e-dede-4418-b1fb-34a6beeaae64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.0929868 Jun 23 13:43:21.912776 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624d79f-3c0c-4acd-9b5f-f79eb68d2a41 req-3c1d59b9-d026-4717-9268-6c6405c3236c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:21.914265 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2624d79f-3c0c-4acd-9b5f-f79eb68d2a41 req-3c1d59b9-d026-4717-9268-6c6405c3236c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.0510442 Jun 23 13:43:21.970021 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2624d79f-3c0c-4acd-9b5f-f79eb68d2a41 req-c1dfdaa3-5712-4053-b039-3159c24b771f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497444 Jun 23 13:43:22.011591 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['e81f7986-69e2-48bc-88f6-03a52eb426dd'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:43:22.083967 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-154df1d1-5e9f-49c3-9a01-af11d1742114 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:22.085432 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-154df1d1-5e9f-49c3-9a01-af11d1742114 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/networks?id=641a390d-373a-419e-893a-8f57c4838f1f HTTP/1.1" status: 200 len: 812 time: 0.1002002 Jun 23 13:43:22.101482 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-eeeb1767-7e9b-4842-80f9-2890b3186b21 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/quotas/5ed01b7f521c413e944560db54281ebc HTTP/1.1" status: 200 len: 375 time: 0.0099981 Jun 23 13:43:22.138880 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-847f627a-1304-4d4c-8823-0ecb38eb38e4 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ed01b7f521c413e944560db54281ebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309010 Jun 23 13:43:22.206079 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b79a3784-edd7-4286-9995-699f85a5d1cb req-52b77045-7f8e-4467-90b6-e5fa05f71fe4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54 HTTP/1.1" status: 200 len: 1002 time: 0.0694785 Jun 23 13:43:22.246618 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-fe83a1ac-b17c-4bd9-ae96-14bd6662a24f service neutron] 10.222.0.26 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010010 Jun 23 13:43:22.281625 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:22.286667 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a3784-edd7-4286-9995-699f85a5d1cb req-89a94d01-8abc-486f-806d-ffdb5ea31918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:22.288190 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b79a3784-edd7-4286-9995-699f85a5d1cb req-89a94d01-8abc-486f-806d-ffdb5ea31918 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0734222 Jun 23 13:43:22.314677 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:22.346386 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-cc2484f8-a1dc-49f4-b47f-62bd1e72f133 service neutron] 10.222.0.26 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988414 Jun 23 13:43:22.505757 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:22.529804 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a799cb95-4408-49ee-8e6f-bacd6535a6a4 req-16f22a73-e736-46a9-bf55-210d1bbc1c2f tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 210 time: 0.0355902 Jun 23 13:43:22.596899 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:22.657568 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a3784-edd7-4286-9995-699f85a5d1cb req-734405b4-c127-4255-a48e-b092a62c93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:22.659084 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b79a3784-edd7-4286-9995-699f85a5d1cb req-734405b4-c127-4255-a48e-b092a62c93a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0877590 Jun 23 13:43:22.669560 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-a39ded64-024d-4d0a-932b-b279465ae661 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:22.671210 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-a39ded64-024d-4d0a-932b-b279465ae661 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.0987010 Jun 23 13:43:22.703452 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15437a-fe8c-4f38-aef3-bc12d9c0b01c req-1d68227e-cc8a-4070-9dfe-99037fbac8f5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:22.704980 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cc15437a-fe8c-4f38-aef3-bc12d9c0b01c req-1d68227e-cc8a-4070-9dfe-99037fbac8f5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0495191 Jun 23 13:43:22.734624 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd9f8-2aed-4b72-8221-82c765272e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:22.779280 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cc15437a-fe8c-4f38-aef3-bc12d9c0b01c req-c75036fd-c58a-45fc-b41d-a32463639ebe tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627458 Jun 23 13:43:22.879528 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ebc9e-50ac-4ce0-944e-8488bee5b3bb req-38b3e91c-6307-4ec6-95a4-d861d895dce6 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:22.881339 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-303ebc9e-50ac-4ce0-944e-8488bee5b3bb req-38b3e91c-6307-4ec6-95a4-d861d895dce6 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 944 time: 0.0596247 Jun 23 13:43:22.944032 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-303ebc9e-50ac-4ce0-944e-8488bee5b3bb req-ffb975f9-243e-486f-9073-e31e6f60c43f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0569186 Jun 23 13:43:23.044104 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:23.096661 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d870bdc-159f-4988-a16a-beec16908dd6 req-645cac7c-42e4-4772-bd64-c757b45a91e9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:23.098204 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d870bdc-159f-4988-a16a-beec16908dd6 req-645cac7c-42e4-4772-bd64-c757b45a91e9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 945 time: 0.0527303 Jun 23 13:43:23.131394 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b79a3784-edd7-4286-9995-699f85a5d1cb req-a0576254-8771-4d81-b78f-ffa1ef64c739 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591281 Jun 23 13:43:23.132078 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Deleting port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:43:23.132364 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:23.155098 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d870bdc-159f-4988-a16a-beec16908dd6 req-d6783bb3-278a-4557-8228-df309298e49d tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=d9e81a01-d2f2-40a7-b5ea-f5358691a949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456595 Jun 23 13:43:23.230361 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:23.289811 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] For port b21a6caf-efbc-4abd-ac6f-b37cb3962be9, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b21a6caf-efbc-4abd-ac6f-b37cb3962be9,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:23.290050 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:23.306265 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b79a3784-edd7-4286-9995-699f85a5d1cb req-e473d695-110f-49d8-936b-643ae3948901 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588051 Jun 23 13:43:23.363806 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:23.464985 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:23.465592 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (81be4369-4a10-42ba-817a-5f049fb84610), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:23.466140 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Floating IP 81be4369-4a10-42ba-817a-5f049fb84610 disassociated. External IP: 172.27.0.166, port: b21a6caf-efbc-4abd-ac6f-b37cb3962be9. Jun 23 13:43:23.466476 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Calling delete_port for b21a6caf-efbc-4abd-ac6f-b37cb3962be9 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:43:23.502625 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:23.653220 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-00b28662-f73b-4f7e-a302-43454e8dcfd6 req-d5f01c78-6009-4624-b6d0-0e38e19d52c2 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 210 time: 0.0435021 Jun 23 13:43:23.701508 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (b21a6caf-efbc-4abd-ac6f-b37cb3962be9), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:23.749289 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:23.753693 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'Port': ['ID=b21a6caf-efbc-4abd-ac6f-b37cb3962be9,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:23.776627 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-c95af303-2024-4248-ae21-5c713fc0d2a1 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:23.778504 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-c95af303-2024-4248-ae21-5c713fc0d2a1 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.47 "GET /v2.0/networks?id=641a390d-373a-419e-893a-8f57c4838f1f HTTP/1.1" status: 200 len: 812 time: 0.2259898 Jun 23 13:43:23.780437 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.780776 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.781106 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.781435 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.781760 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.782081 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.782810 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.783208 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.783559 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.783879 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.784195 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.784510 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.784824 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.785134 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.785448 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:23.872136 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:23.878041 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Request body: {'port': {'device_id': '7fb7c75c-c825-43e8-a4f0-43b5e62331a9', 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f', 'admin_state_up': True, 'tenant_id': '5ed01b7f521c413e944560db54281ebc'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:23.891119 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd528dc-3bd1-49ad-86a9-efc0aa76c4b4 req-5f385aca-9764-4783-85c6-ca1d355243a6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:23.892666 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3dd528dc-3bd1-49ad-86a9-efc0aa76c4b4 req-5f385aca-9764-4783-85c6-ca1d355243a6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0506120 Jun 23 13:43:23.939932 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3dd528dc-3bd1-49ad-86a9-efc0aa76c4b4 req-bb07184e-485a-4351-b402-06c3d68d54e5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416119 Jun 23 13:43:23.951362 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Router 81a742b4-0bf8-4ae4-a20d-578063d99d92 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:43:24.061463 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3677432-57f4-492b-912e-f27b339daf11 req-93cb2b62-6dda-465e-91b6-43848a3d35f3 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:24.062900 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f3677432-57f4-492b-912e-f27b339daf11 req-93cb2b62-6dda-465e-91b6-43848a3d35f3 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 944 time: 0.0496857 Jun 23 13:43:24.096145 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Made reservation on behalf of 5ed01b7f521c413e944560db54281ebc for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:43:24.099549 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:24.100979 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device e81f7986-69e2-48bc-88f6-03a52eb426dd up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:43:24.122079 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:43:24.139918 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f3677432-57f4-492b-912e-f27b339daf11 req-f050a5fd-c87f-4f7e-aef8-ce4c18c495ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0675061 Jun 23 13:43:24.146582 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e00da6-5bc7-422e-b177-e97d38de87a2 None None] Sync routers for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:43:24.177093 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e00da6-5bc7-422e-b177-e97d38de87a2 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:24.177941 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-35e00da6-5bc7-422e-b177-e97d38de87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:24.180953 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port e81f7986-69e2-48bc-88f6-03a52eb426dd completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:43:24.223384 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port e81f7986-69e2-48bc-88f6-03a52eb426dd triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:43:24.223920 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:24.231810 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] No DVR routers for this DVR port b21a6caf-efbc-4abd-ac6f-b37cb3962be9 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:43:24.234547 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:24.238284 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e743e4b9-5ce8-4c82-8fe2-94a7f48a4d8d req-12b23f24-fb1d-4532-a71a-525a3e0b2ad3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "DELETE /v2.0/ports/b21a6caf-efbc-4abd-ac6f-b37cb3962be9 HTTP/1.1" status: 204 len: 173 time: 1.5575016 Jun 23 13:43:24.243773 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'name': 'network-vif-deleted', 'tag': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:24.245506 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d68085d-c232-4cb9-b137-fe8ff98bcf3e" -d '{"events": [{"server_uuid": "f8dd165f-4996-4336-a117-cd2a9ba751fa", "name": "network-vif-deleted", "tag": "b21a6caf-efbc-4abd-ac6f-b37cb3962be9"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:24.316754 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3b9c43c8-1982-4789-8c68-afd4bedb5d74 req-89397114-2648-414e-893a-6433beedd8a1 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8dd165f-4996-4336-a117-cd2a9ba751fa HTTP/1.1" status: 200 len: 210 time: 0.0793138 Jun 23 13:43:24.317687 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31df9af2-3e70-44ad-b4e5-4599e1f2ce47 x-openstack-request-id: req-31df9af2-3e70-44ad-b4e5-4599e1f2ce47 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:24.318193 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dd165f-4996-4336-a117-cd2a9ba751fa", "name": "network-vif-deleted", "tag": "b21a6caf-efbc-4abd-ac6f-b37cb3962be9", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:24.318650 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31df9af2-3e70-44ad-b4e5-4599e1f2ce47 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:24.319281 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31df9af2-3e70-44ad-b4e5-4599e1f2ce47'] response: {'server_uuid': 'f8dd165f-4996-4336-a117-cd2a9ba751fa', 'name': 'network-vif-deleted', 'tag': 'b21a6caf-efbc-4abd-ac6f-b37cb3962be9', 'status': 'completed', 'code': 200} Jun 23 13:43:24.326942 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Allocated IP 172.20.0.3 (641a390d-373a-419e-893a-8f57c4838f1f/95715c6e-3513-4c43-9f45-ef507c488637/88903506-2ee3-475a-84a2-3a390f1bd829) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:43:24.395877 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-35e00da6-5bc7-422e-b177-e97d38de87a2 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:24.426914 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port e81f7986-69e2-48bc-88f6-03a52eb426dd is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:43:24.427301 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:24.441528 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:24.489613 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c29e33-917a-4263-a80c-9863ed228875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81f7986-69e2-48bc-88f6-03a52eb426dd'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:24.492171 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1936914-3c53-4bb3-94f8-3d05767eba7e" -d '{"events": [{"server_uuid": "42c29e33-917a-4263-a80c-9863ed228875", "name": "network-vif-plugged", "status": "completed", "tag": "e81f7986-69e2-48bc-88f6-03a52eb426dd"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:24.504462 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks [] for port (88903506-2ee3-475a-84a2-3a390f1bd829), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:24.515143 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port e81f7986-69e2-48bc-88f6-03a52eb426dd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e81f7986-69e2-48bc-88f6-03a52eb426dd,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:24.527058 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:24.527903 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b21a6caf-efbc-4abd-ac6f-b37cb3962be9 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:43:24.531948 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45360ec-0458-4d74-bf01-1f9fcb6032b7 x-openstack-request-id: req-f45360ec-0458-4d74-bf01-1f9fcb6032b7 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:24.532239 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c29e33-917a-4263-a80c-9863ed228875", "name": "network-vif-plugged", "status": "completed", "tag": "e81f7986-69e2-48bc-88f6-03a52eb426dd", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:24.532534 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f45360ec-0458-4d74-bf01-1f9fcb6032b7 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:24.532938 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45360ec-0458-4d74-bf01-1f9fcb6032b7'] response: {'server_uuid': '42c29e33-917a-4263-a80c-9863ed228875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81f7986-69e2-48bc-88f6-03a52eb426dd', 'code': 200} Jun 23 13:43:24.544027 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:24.589816 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Network 641a390d-373a-419e-893a-8f57c4838f1f is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:43:24.592748 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:43:24.595306 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:43:24.597691 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: b21a6caf-efbc-4abd-ac6f-b37cb3962be9 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:43:24.598040 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b21a6caf-efbc-4abd-ac6f-b37cb3962be9 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:43:24.600874 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:24.631636 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Pushing event updated for resources: {'Port': ['ID=88903506-2ee3-475a-84a2-3a390f1bd829,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:24.639675 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=e81f7986-69e2-48bc-88f6-03a52eb426dd,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:24.653160 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:24.653772 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:24.667098 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:24.671050 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-60584c05-751b-4382-835d-98a8377ea3c6 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8038485 Jun 23 13:43:24.688126 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Request body: {'port': {'device_id': '7fb7c75c-c825-43e8-a4f0-43b5e62331a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:24.695541 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-35e00da6-5bc7-422e-b177-e97d38de87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:24.727046 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e00da6-5bc7-422e-b177-e97d38de87a2 None None] Checking router: 81a742b4-0bf8-4ae4-a20d-578063d99d92 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:43:24.750694 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e00da6-5bc7-422e-b177-e97d38de87a2 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:24.751400 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-35e00da6-5bc7-422e-b177-e97d38de87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:24.769958 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:24.790315 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693afb1-6cc4-4e94-bda9-c90b1ce5ecd4 req-be95c430-5b6b-4151-8e81-63897ee87135 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:24.791916 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a693afb1-6cc4-4e94-bda9-c90b1ce5ecd4 req-be95c430-5b6b-4151-8e81-63897ee87135 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 931 time: 0.0553207 Jun 23 13:43:24.801891 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:24.844753 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a693afb1-6cc4-4e94-bda9-c90b1ce5ecd4 req-9db7f6e1-464f-4de4-b872-909ae94597b7 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463057 Jun 23 13:43:24.861566 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-35e00da6-5bc7-422e-b177-e97d38de87a2 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:25.033012 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9484f-7a90-4011-b5fc-59a535e0e323 req-1165dbe9-8c36-41a3-b2e6-d8b4ffe90ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:25.034483 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9ba9484f-7a90-4011-b5fc-59a535e0e323 req-1165dbe9-8c36-41a3-b2e6-d8b4ffe90ed5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 1129 time: 0.0603867 Jun 23 13:43:25.065879 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dba0b-9374-4ab4-9ee6-33bdb4ab2f7d req-f34ee1a2-b4da-4e15-bc67-13a0b61bfa6c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:25.068226 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b11dba0b-9374-4ab4-9ee6-33bdb4ab2f7d req-f34ee1a2-b4da-4e15-bc67-13a0b61bfa6c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0523238 Jun 23 13:43:25.096043 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-35e00da6-5bc7-422e-b177-e97d38de87a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:25.124561 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e00da6-5bc7-422e-b177-e97d38de87a2 None None] The sync data for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi is: [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:43:25.127877 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.130310 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9ba9484f-7a90-4011-b5fc-59a535e0e323 req-a4f72cf7-0034-4a91-b0cd-bb58d0ab0ecc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0845323 Jun 23 13:43:25.145389 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b11dba0b-9374-4ab4-9ee6-33bdb4ab2f7d req-4be99152-5ac3-4427-aa49-28c7b61a6f5c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710752 Jun 23 13:43:25.173416 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88903506-2ee3-475a-84a2-3a390f1bd829 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:43:25.185002 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Publish callbacks [] for port (88903506-2ee3-475a-84a2-3a390f1bd829), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.201222 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Transition to ACTIVE for port object 88903506-2ee3-475a-84a2-3a390f1bd829 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:43:25.206030 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.210127 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.259452 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Pushing event updated for resources: {'Port': ['ID=88903506-2ee3-475a-84a2-3a390f1bd829,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:25.274645 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582a5e0-df32-4bdf-aae1-83594c1a88d4 req-f1f5afea-b7a2-425d-ba25-f1db17206171 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:25.276306 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2582a5e0-df32-4bdf-aae1-83594c1a88d4 req-f1f5afea-b7a2-425d-ba25-f1db17206171 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0614672 Jun 23 13:43:25.326502 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2582a5e0-df32-4bdf-aae1-83594c1a88d4 req-f8f194af-d89d-488a-9aec-c500280fd9f2 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444093 Jun 23 13:43:25.338520 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Attempting to bind port 88903506-2ee3-475a-84a2-3a390f1bd829 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:43:25.338864 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Attempting to bind port 88903506-2ee3-475a-84a2-3a390f1bd829 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'd153dd45-750f-41a1-bb60-25921a062387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:43:25.347789 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Attempting to bind port 88903506-2ee3-475a-84a2-3a390f1bd829 on network 641a390d-373a-419e-893a-8f57c4838f1f {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:43:25.353623 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Port 88903506-2ee3-475a-84a2-3a390f1bd829 on network 641a390d-373a-419e-893a-8f57c4838f1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:43:25.354164 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Attempting to bind port 88903506-2ee3-475a-84a2-3a390f1bd829 on network 641a390d-373a-419e-893a-8f57c4838f1f {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:43:25.360138 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:43:25.360619 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Checking segment: {'id': 'd153dd45-750f-41a1-bb60-25921a062387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:43:25.361181 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Bound using segment: {'id': 'd153dd45-750f-41a1-bb60-25921a062387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:43:25.361688 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Bound port: 88903506-2ee3-475a-84a2-3a390f1bd829, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd153dd45-750f-41a1-bb60-25921a062387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:43:25.362106 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.413970 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 58604) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:25.417063 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07f4de-d2d4-44ce-931a-ec591c9e2d45 None None] New status for floating IP 81be4369-4a10-42ba-817a-5f049fb84610: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:43:25.451178 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] For port 88903506-2ee3-475a-84a2-3a390f1bd829, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:43:25.457873 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] For port 88903506-2ee3-475a-84a2-3a390f1bd829, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=88903506-2ee3-475a-84a2-3a390f1bd829,segment=NetworkSegment(d153dd45-750f-41a1-bb60-25921a062387),segment_id=d153dd45-750f-41a1-bb60-25921a062387)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:43:25.467294 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.519643 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:25.520260 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.521711 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] 10.222.0.47 "PUT /v2.0/ports/88903506-2ee3-475a-84a2-3a390f1bd829 HTTP/1.1" status: 200 len: 1093 time: 0.8382945 Jun 23 13:43:25.524411 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c5dbdec7-a8c0-4e25-a79f-03004d2bba53 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (d9e81a01-d2f2-40a7-b5ea-f5358691a949), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.562040 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c5dbdec7-a8c0-4e25-a79f-03004d2bba53 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (d9e81a01-d2f2-40a7-b5ea-f5358691a949), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.564578 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:25.565416 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d7a07-45af-4e97-86d8-e1fa8d53e491 service neutron] Pushing event updated for resources: {'Port': ['ID=88903506-2ee3-475a-84a2-3a390f1bd829,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:25.615386 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c5dbdec7-a8c0-4e25-a79f-03004d2bba53 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (d9e81a01-d2f2-40a7-b5ea-f5358691a949), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.617876 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c5dbdec7-a8c0-4e25-a79f-03004d2bba53 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.619014 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c5dbdec7-a8c0-4e25-a79f-03004d2bba53 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "DELETE /v2.0/security-groups/d9e81a01-d2f2-40a7-b5ea-f5358691a949 HTTP/1.1" status: 204 len: 168 time: 0.2041214 Jun 23 13:43:25.621994 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58606) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:25.628020 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbdec7-a8c0-4e25-a79f-03004d2bba53 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e81a01-d2f2-40a7-b5ea-f5358691a949,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:25.637191 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.api.v2.resource [None req-0f15147c-e187-4655-9605-989f480d706d tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] show failed (client error): The resource could not be found. Jun 23 13:43:25.638186 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0f15147c-e187-4655-9605-989f480d706d tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups/d9e81a01-d2f2-40a7-b5ea-f5358691a949 HTTP/1.1" status: 404 len: 347 time: 0.0151577 Jun 23 13:43:25.641857 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58608) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:25.752851 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Deleting port ff92692e-49bd-41eb-8a0d-b596a98fbb33 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:43:25.753219 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (ff92692e-49bd-41eb-8a0d-b596a98fbb33), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.816514 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:25.831140 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (ff92692e-49bd-41eb-8a0d-b596a98fbb33), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.831502 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (ff92692e-49bd-41eb-8a0d-b596a98fbb33), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:25.844594 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Calling delete_port for ff92692e-49bd-41eb-8a0d-b596a98fbb33 owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:43:25.934555 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:25.988574 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63a246-5fe0-4680-b511-0fddd811f85c req-502a648f-3438-417a-949f-77e0f2dc9e69 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:25.990032 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ab63a246-5fe0-4680-b511-0fddd811f85c req-502a648f-3438-417a-949f-77e0f2dc9e69 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 943 time: 0.0683014 Jun 23 13:43:25.993099 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:26.032324 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f65850e9-d8b7-43a4-aa98-a01dbdac6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:26.033854 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-f65850e9-d8b7-43a4-aa98-a01dbdac6b2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ed01b7f521c413e944560db54281ebc&device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 1127 time: 0.0779433 Jun 23 13:43:26.036441 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-35f746bc-8059-47e4-9239-10725b0a1623 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524912 Jun 23 13:43:26.073679 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ab63a246-5fe0-4680-b511-0fddd811f85c req-cb85aed2-4867-49ae-9574-242e877338ad tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724783 Jun 23 13:43:26.095207 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-82254011-86bd-44f0-a5ce-cc1cc46b654b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88903506-2ee3-475a-84a2-3a390f1bd829 HTTP/1.1" status: 200 len: 217 time: 0.0421097 Jun 23 13:43:26.101479 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (ff92692e-49bd-41eb-8a0d-b596a98fbb33), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.125101 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'Port': ['ID=ff92692e-49bd-41eb-8a0d-b596a98fbb33,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:26.137491 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.137760 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.138256 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.138763 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.139099 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.139456 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.139787 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.140113 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.140436 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.140759 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.141078 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.141403 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.141773 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.142313 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.142818 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:43:26.151505 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-4f6febe6-3acb-44b3-9bdc-d322b9ff4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:26.153546 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-4f6febe6-3acb-44b3-9bdc-d322b9ff4a93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 1130 time: 0.0738232 Jun 23 13:43:26.176555 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-7e28d9d2-944b-43bd-8a72-92d20a287c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:26.178030 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-7e28d9d2-944b-43bd-8a72-92d20a287c66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95715c6e-3513-4c43-9f45-ef507c488637 HTTP/1.1" status: 200 len: 852 time: 0.0654116 Jun 23 13:43:26.228507 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (81be4369-4a10-42ba-817a-5f049fb84610), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.230928 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.232054 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ff236f52-71fd-42c4-8389-fe2c65423f4a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "DELETE /v2.0/floatingips/81be4369-4a10-42ba-817a-5f049fb84610 HTTP/1.1" status: 204 len: 168 time: 0.5893247 Jun 23 13:43:26.246211 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-ad3413c7-dc8e-41d1-a418-30df3ba72a40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=641a390d-373a-419e-893a-8f57c4838f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356414 Jun 23 13:43:26.278533 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06a65d-d144-48b6-a480-1c1799b8c1f1 req-42ed26d8-a801-4d21-96ab-31768a9ffcbc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:26.280171 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6c06a65d-d144-48b6-a480-1c1799b8c1f1 req-42ed26d8-a801-4d21-96ab-31768a9ffcbc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0608356 Jun 23 13:43:26.307213 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58618) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:26.312668 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-263b4af0-d6cb-41a2-9dd0-acedf4aed9d9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1830608769', 'description': 'tempest-description--1331797151'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:26.320915 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb7c75c-c825-43e8-a4f0-43b5e62331a9', 'tag': '88903506-2ee3-475a-84a2-3a390f1bd829'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:26.323114 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72acdae-980d-4d10-a1a3-e1359cc96e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb7c75c-c825-43e8-a4f0-43b5e62331a9", "tag": "88903506-2ee3-475a-84a2-3a390f1bd829"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:26.331071 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-7cd07979-92ea-486e-b479-34d1283774cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:26.332565 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-7cd07979-92ea-486e-b479-34d1283774cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 917 time: 0.1232862 Jun 23 13:43:26.349882 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6c06a65d-d144-48b6-a480-1c1799b8c1f1 req-758de4ee-6466-49d1-95c6-49bdb9aab92d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630224 Jun 23 13:43:26.351174 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-263b4af0-d6cb-41a2-9dd0-acedf4aed9d9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.363708 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f21360c-b720-468d-9b04-19465173b87e x-openstack-request-id: req-6f21360c-b720-468d-9b04-19465173b87e {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:26.364130 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb7c75c-c825-43e8-a4f0-43b5e62331a9", "tag": "88903506-2ee3-475a-84a2-3a390f1bd829", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:26.364305 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f21360c-b720-468d-9b04-19465173b87e {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:26.364827 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f21360c-b720-468d-9b04-19465173b87e'] response: {'name': 'network-changed', 'server_uuid': '7fb7c75c-c825-43e8-a4f0-43b5e62331a9', 'tag': '88903506-2ee3-475a-84a2-3a390f1bd829', 'status': 'completed', 'code': 200} Jun 23 13:43:26.447726 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-263b4af0-d6cb-41a2-9dd0-acedf4aed9d9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (445f0d23-9d59-4f54-92fe-5bd2fd9dcf93), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.457291 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-263b4af0-d6cb-41a2-9dd0-acedf4aed9d9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (445f0d23-9d59-4f54-92fe-5bd2fd9dcf93), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.476021 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5aad3-1eda-4e7d-9715-6136c1824834 req-89ff5693-f96c-47d1-ad39-40f30d8bd9dc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:26.477486 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-30d5aad3-1eda-4e7d-9715-6136c1824834 req-89ff5693-f96c-47d1-ad39-40f30d8bd9dc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0681801 Jun 23 13:43:26.509604 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b4af0-d6cb-41a2-9dd0-acedf4aed9d9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:26.515587 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-263b4af0-d6cb-41a2-9dd0-acedf4aed9d9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.516853 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-263b4af0-d6cb-41a2-9dd0-acedf4aed9d9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2085497 Jun 23 13:43:26.520879 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 58624) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:26.526399 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-d3882ad8-d373-4c75-86ed-a1013a39fd2b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group_rule': {'security_group_id': '445f0d23-9d59-4f54-92fe-5bd2fd9dcf93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:26.547800 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-30d5aad3-1eda-4e7d-9715-6136c1824834 req-1de65411-a414-4644-8bcb-1040fd96db87 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0622714 Jun 23 13:43:26.555823 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3882ad8-d373-4c75-86ed-a1013a39fd2b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (5898b5fa-812d-4105-b681-d041e59169e4), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.615818 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3882ad8-d373-4c75-86ed-a1013a39fd2b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (5898b5fa-812d-4105-b681-d041e59169e4), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.620166 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3882ad8-d373-4c75-86ed-a1013a39fd2b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (5898b5fa-812d-4105-b681-d041e59169e4), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.638704 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3882ad8-d373-4c75-86ed-a1013a39fd2b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5898b5fa-812d-4105-b681-d041e59169e4,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:26.645202 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d3882ad8-d373-4c75-86ed-a1013a39fd2b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.646367 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d3882ad8-d373-4c75-86ed-a1013a39fd2b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242177 Jun 23 13:43:26.649382 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 58626) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:26.654620 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-0b053448-79d6-444d-b1e3-fbcb9f02adaa tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group_rule': {'security_group_id': '445f0d23-9d59-4f54-92fe-5bd2fd9dcf93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:26.683579 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0b053448-79d6-444d-b1e3-fbcb9f02adaa tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (eac37dd8-3dc3-4896-a76e-025b013ecf14), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.745224 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0b053448-79d6-444d-b1e3-fbcb9f02adaa tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (eac37dd8-3dc3-4896-a76e-025b013ecf14), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.751776 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0b053448-79d6-444d-b1e3-fbcb9f02adaa tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (eac37dd8-3dc3-4896-a76e-025b013ecf14), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.769094 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b053448-79d6-444d-b1e3-fbcb9f02adaa tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac37dd8-3dc3-4896-a76e-025b013ecf14,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:26.778007 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-0b053448-79d6-444d-b1e3-fbcb9f02adaa tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.779173 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-0b053448-79d6-444d-b1e3-fbcb9f02adaa tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284389 Jun 23 13:43:26.782186 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 58628) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:26.786524 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:26.809731 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:26.889318 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:27.043508 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:27.082342 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:27.096586 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-b23948f3-f6c3-4e72-b9ff-aa7c056baf9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87 HTTP/1.1" status: 200 len: 1001 time: 0.1603184 Jun 23 13:43:27.114229 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Allocated IP 172.27.0.10 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/5526b255-4168-4e0d-9f17-a9110eda663e) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:43:27.142553 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-08dbc967-a3e3-4123-9c5e-e114f5aa0865 service neutron] 10.222.0.47 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078624 Jun 23 13:43:27.189163 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bac3-35c3-4ea2-9df6-8ee5f657c2a9 req-9386f909-633c-42d3-b644-710be02c6d0f tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:27.190646 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5102bac3-35c3-4ea2-9df6-8ee5f657c2a9 req-9386f909-633c-42d3-b644-710be02c6d0f tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 943 time: 0.0475357 Jun 23 13:43:27.236452 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (5526b255-4168-4e0d-9f17-a9110eda663e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:27.244382 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5102bac3-35c3-4ea2-9df6-8ee5f657c2a9 req-675352d1-4a37-46dd-8f6e-3e23b6bcf713 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470459 Jun 23 13:43:27.277766 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (5526b255-4168-4e0d-9f17-a9110eda663e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:27.317260 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:43:27.321759 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:43:27.324674 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:43:27.330770 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=5526b255-4168-4e0d-9f17-a9110eda663e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:27.465856 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:27.475195 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1fa28-8142-4b46-9d75-099fa3bda6d8 req-5b1ed6a8-2151-4757-b936-f29e64d3ff96 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:27.476718 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38f1fa28-8142-4b46-9d75-099fa3bda6d8 req-5b1ed6a8-2151-4757-b936-f29e64d3ff96 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0521033 Jun 23 13:43:27.478710 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-1cb3f6cc-24b4-4c53-9b1c-7be1c807a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:27.480447 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-1cb3f6cc-24b4-4c53-9b1c-7be1c807a80c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 200 len: 855 time: 0.1242504 Jun 23 13:43:27.526785 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38f1fa28-8142-4b46-9d75-099fa3bda6d8 req-cffd3c0a-feff-4596-acfd-f3fc44d7cb92 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440309 Jun 23 13:43:27.665593 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384dbf75-d3ff-4529-87d4-565eb828692e req-c173b03d-4627-4af1-87a5-5a21482a1d80 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:27.667173 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-384dbf75-d3ff-4529-87d4-565eb828692e req-c173b03d-4627-4af1-87a5-5a21482a1d80 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0491700 Jun 23 13:43:27.714001 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:27.719469 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-384dbf75-d3ff-4529-87d4-565eb828692e req-05fa468a-3417-44f7-af03-8a9fa3ac8442 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464902 Jun 23 13:43:27.807863 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (291160c7-b4e7-4c0e-97f5-0af91c58bdb5), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:27.810660 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-709202c7-0ee9-49e4-aad4-f9f9bfe17413 req-fa90f401-2648-43c3-9f08-a80fe202de23 service neutron] 10.222.0.47 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561343 Jun 23 13:43:27.848030 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-996759a5-27fa-43f8-bb36-aa6f2f0449ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:27.849501 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-996759a5-27fa-43f8-bb36-aa6f2f0449ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13de077c-d4db-4fa7-84a8-7023d19899e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0751524 Jun 23 13:43:27.856580 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (5526b255-4168-4e0d-9f17-a9110eda663e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:27.861113 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e5c29-cc83-4c3a-b2c7-7bf687feb80f req-fae1eb8c-fcdd-4639-b4fb-8309cc99944b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:27.862711 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5b1e5c29-cc83-4c3a-b2c7-7bf687feb80f req-fae1eb8c-fcdd-4639-b4fb-8309cc99944b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0700462 Jun 23 13:43:27.920112 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5b1e5c29-cc83-4c3a-b2c7-7bf687feb80f req-28239cc2-f0a2-47bb-9f45-e872d6a7f766 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0511842 Jun 23 13:43:27.942676 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58640) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:27.997192 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:28.009659 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (5526b255-4168-4e0d-9f17-a9110eda663e), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:28.014825 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (5526b255-4168-4e0d-9f17-a9110eda663e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:28.075635 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:28.075899 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aca834-8a1b-42ec-80ab-767e7e4984eb tempest-TestVolumeBootPattern-1298003419 tempest-TestVolumeBootPattern-1298003419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:28.077425 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e8aca834-8a1b-42ec-80ab-767e7e4984eb tempest-TestVolumeBootPattern-1298003419 tempest-TestVolumeBootPattern-1298003419-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 1124 time: 0.1337652 Jun 23 13:43:28.080639 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58644) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:28.085222 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'port_id': 'e81f7986-69e2-48bc-88f6-03a52eb426dd', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:28.090082 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=5526b255-4168-4e0d-9f17-a9110eda663e,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:28.099963 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (291160c7-b4e7-4c0e-97f5-0af91c58bdb5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:28.113670 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:28.117048 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:28.118269 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-cbce062b-b25c-4449-82d2-0bc9dd019d21 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3350999 Jun 23 13:43:28.194602 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:28.323941 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_common [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Allocated IP 172.27.0.67 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/792422c0-0f08-467c-b119-7a166630ea09) {{(pid=110547) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:43:28.399326 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0c63-6a56-42f6-aff3-e104f62def87 req-2322382e-f291-4c3e-8edc-9fa749dfae94 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:28.400845 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dc1f0c63-6a56-42f6-aff3-e104f62def87 req-2322382e-f291-4c3e-8edc-9fa749dfae94 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 943 time: 0.0782757 Jun 23 13:43:28.413938 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-550e52f1-9b0c-4576-b07b-b63876a6868e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1830608769&fields=id&tenant_id=9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 267 time: 0.1285677 Jun 23 13:43:28.576245 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dc1f0c63-6a56-42f6-aff3-e104f62def87 req-32e11f0f-c7ae-46f2-850b-3e23b490bf8b tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670082 Jun 23 13:43:28.603176 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for port (792422c0-0f08-467c-b119-7a166630ea09), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:28.613765 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-23b0a4d2-5311-4289-be9d-7433fd8a3027 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:28.615199 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-23b0a4d2-5311-4289-be9d-7433fd8a3027 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 815 time: 0.1898813 Jun 23 13:43:28.624031 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:28.660143 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-6c682403-4862-4234-9476-26723731550f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/quotas/9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 375 time: 0.0308120 Jun 23 13:43:28.696152 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (792422c0-0f08-467c-b119-7a166630ea09), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:28.724933 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:28.961288 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d2ff7-3ba4-46c4-9a80-82b56c97f460 req-6ea50648-572d-482f-bb78-6f7a07cad028 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:28.962727 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7e9d2ff7-3ba4-46c4-9a80-82b56c97f460 req-6ea50648-572d-482f-bb78-6f7a07cad028 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 945 time: 0.3201532 Jun 23 13:43:28.998324 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-887d49cf-64fb-42cc-b6c1-ef23593b5841 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3194606 Jun 23 13:43:29.007237 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110547) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:43:29.014363 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Resources bound (agent type, host, resource id): {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:43:29.020498 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Received port after_create {{(pid=110547) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:43:29.035908 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72acdae-980d-4d10-a1a3-e1359cc96e7d req-391d6455-49d9-4d30-9cc5-c970c734de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:29.037421 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c72acdae-980d-4d10-a1a3-e1359cc96e7d req-391d6455-49d9-4d30-9cc5-c970c734de7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ed01b7f521c413e944560db54281ebc&device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 1127 time: 0.0759070 Jun 23 13:43:29.060731 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'Port': ['ID=792422c0-0f08-467c-b119-7a166630ea09,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:29.112762 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7e9d2ff7-3ba4-46c4-9a80-82b56c97f460 req-278dd02b-3361-48b4-b795-3920c919d9d3 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403639 Jun 23 13:43:29.136404 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 58672) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:29.166289 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-9c695096-0a21-4715-83ef-bf9d011d7db2 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878939 Jun 23 13:43:29.200515 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72acdae-980d-4d10-a1a3-e1359cc96e7d req-fd59f909-ad34-495e-8472-af2f5d0ebec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:29.202018 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c72acdae-980d-4d10-a1a3-e1359cc96e7d req-fd59f909-ad34-495e-8472-af2f5d0ebec1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=641a390d-373a-419e-893a-8f57c4838f1f HTTP/1.1" status: 200 len: 913 time: 0.1406791 Jun 23 13:43:29.220386 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-9899695a-3eaf-48bc-8455-63b159f649bf service neutron] 10.222.0.26 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040164 Jun 23 13:43:29.306423 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c72acdae-980d-4d10-a1a3-e1359cc96e7d req-6aed286d-29f2-4976-80b1-9b3338c8893d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88903506-2ee3-475a-84a2-3a390f1bd829 HTTP/1.1" status: 200 len: 217 time: 0.0609138 Jun 23 13:43:29.361803 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b52d95-c36a-4a69-89ca-15622aede1a1 tempest-TestMinimumBasicScenario-727169913 tempest-TestMinimumBasicScenario-727169913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:29.363313 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d4b52d95-c36a-4a69-89ca-15622aede1a1 tempest-TestMinimumBasicScenario-727169913 tempest-TestMinimumBasicScenario-727169913-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 1124 time: 0.2258980 Jun 23 13:43:29.366551 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 58678) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:29.371179 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'port_id': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:29.379137 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b6c78-cac0-4d00-ba0c-94a0992c09a0 req-c1e52fde-9e54-4396-942f-790385fcabfe tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:29.380648 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a43b6c78-cac0-4d00-ba0c-94a0992c09a0 req-c1e52fde-9e54-4396-942f-790385fcabfe tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.1570778 Jun 23 13:43:29.380944 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7239a3e6-2785-4143-9dda-3bb868225c97 req-28e9d008-d1df-47e6-ae76-f009c4260c18 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035382 Jun 23 13:43:29.402159 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72acdae-980d-4d10-a1a3-e1359cc96e7d req-cf7ab305-52ab-49ba-9dbb-fabb8f21bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:29.403935 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c72acdae-980d-4d10-a1a3-e1359cc96e7d req-cf7ab305-52ab-49ba-9dbb-fabb8f21bd84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95715c6e-3513-4c43-9f45-ef507c488637 HTTP/1.1" status: 200 len: 852 time: 0.0904374 Jun 23 13:43:29.421017 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:29.440980 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c72acdae-980d-4d10-a1a3-e1359cc96e7d req-21b60910-be7b-4aff-8e78-0c7198d1da40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=641a390d-373a-419e-893a-8f57c4838f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295594 Jun 23 13:43:29.476347 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-c5daae05-42ba-4854-9655-4eab925da42a service neutron] 10.222.0.26 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542000 Jun 23 13:43:29.509773 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a43b6c78-cac0-4d00-ba0c-94a0992c09a0 req-3af20922-a8c9-4e90-999b-964b4d8feebc tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182115 Jun 23 13:43:29.587382 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:29.607541 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c72acdae-980d-4d10-a1a3-e1359cc96e7d req-37eedcc5-9358-43e2-a7bd-152e8c85d0b2 service neutron] 10.222.0.47 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565461 Jun 23 13:43:29.710240 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-51f2e498-57db-427f-bdaa-83a26b702480 req-e0d02df2-032b-4fde-b3eb-24f85e50f3c1 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 210 time: 0.0359414 Jun 23 13:43:29.769443 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c72acdae-980d-4d10-a1a3-e1359cc96e7d req-01a3fcd7-afb6-4d80-bbb9-c438323ae08c service neutron] 10.222.0.47 "GET /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310673 Jun 23 13:43:29.771427 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:29.796916 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Allocated IP 172.27.0.16 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/277dfe9d-8590-4c6e-bbec-73fa72778778) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:43:29.812366 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:29.819408 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2289-c789-42ef-8756-fcf22f87e2f0 req-96d0a2df-b68f-4b86-a742-b6255196becf tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:29.821141 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3aba2289-c789-42ef-8756-fcf22f87e2f0 req-96d0a2df-b68f-4b86-a742-b6255196becf tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 943 time: 0.0693026 Jun 23 13:43:29.822468 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (e2842308-4920-4fef-90cf-553cd019f27e), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:29.857083 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:29.909921 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for port (277dfe9d-8590-4c6e-bbec-73fa72778778), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:29.930087 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3aba2289-c789-42ef-8756-fcf22f87e2f0 req-39b3ca3d-fa5e-4eb0-ae03-b4670da27ae8 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877795 Jun 23 13:43:29.934455 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (792422c0-0f08-467c-b119-7a166630ea09), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:29.953560 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (277dfe9d-8590-4c6e-bbec-73fa72778778), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:29.980294 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:29.986784 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:43:29.989655 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:43:29.993600 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:43:30.021220 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'Port': ['ID=277dfe9d-8590-4c6e-bbec-73fa72778778,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:30.113610 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 88903506-2ee3-475a-84a2-3a390f1bd829 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:43:30.116560 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for port (792422c0-0f08-467c-b119-7a166630ea09), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:30.125255 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4705434'] for port (792422c0-0f08-467c-b119-7a166630ea09), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:30.214736 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'Port': ['ID=792422c0-0f08-467c-b119-7a166630ea09,revision_number=2']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:30.226821 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (e2842308-4920-4fef-90cf-553cd019f27e), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:30.242479 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 88903506-2ee3-475a-84a2-3a390f1bd829, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=88903506-2ee3-475a-84a2-3a390f1bd829,segment=NetworkSegment(d153dd45-750f-41a1-bb60-25921a062387),segment_id=d153dd45-750f-41a1-bb60-25921a062387)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:30.260762 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '88903506-2ee3-475a-84a2-3a390f1bd829', 'network_id': '641a390d-373a-419e-893a-8f57c4838f1f', 'port_id': '88903506-2ee3-475a-84a2-3a390f1bd829', 'mac_address': 'fa:16:3e:35:68:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95715c6e-3513-4c43-9f45-ef507c488637', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:43:30.303515 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 88903506-2ee3-475a-84a2-3a390f1bd829 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:43:30.304217 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:30.325402 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88903506-2ee3-475a-84a2-3a390f1bd829 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:43:30.335886 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Floating IP e2842308-4920-4fef-90cf-553cd019f27e associated. External IP: 172.27.0.67, port: e81f7986-69e2-48bc-88f6-03a52eb426dd. Jun 23 13:43:30.358285 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 88903506-2ee3-475a-84a2-3a390f1bd829, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=88903506-2ee3-475a-84a2-3a390f1bd829,segment=NetworkSegment(d153dd45-750f-41a1-bb60-25921a062387),segment_id=d153dd45-750f-41a1-bb60-25921a062387)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:30.364729 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:30.401655 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for floatingip (4cb919d9-82a7-4fd2-b2de-22e038d2e01f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:30.403363 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:30.414071 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=88903506-2ee3-475a-84a2-3a390f1bd829,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:30.473540 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (277dfe9d-8590-4c6e-bbec-73fa72778778), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:30.540435 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Router ec95e0de-8ca3-4a94-9504-191caa1d710a has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:43:30.589391 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:30.620669 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for port (277dfe9d-8590-4c6e-bbec-73fa72778778), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:30.626275 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (277dfe9d-8590-4c6e-bbec-73fa72778778), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:30.673463 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902a883-dc9f-414c-8090-fa963894f2ea req-27d8d3c9-22ea-4333-a1e3-b937bc76689f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:30.673850 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:30.675072 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2902a883-dc9f-414c-8090-fa963894f2ea req-27d8d3c9-22ea-4333-a1e3-b937bc76689f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0865471 Jun 23 13:43:30.687797 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['88903506-2ee3-475a-84a2-3a390f1bd829'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:43:30.688060 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:43:30.710508 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:30.711586 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'Port': ['ID=277dfe9d-8590-4c6e-bbec-73fa72778778,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:30.723188 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (4cb919d9-82a7-4fd2-b2de-22e038d2e01f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:30.733499 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f574773-6403-4023-b971-c0f4d0422368 None None] Sync routers for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:43:30.758509 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0621bef5-09d9-47cd-9c89-725f17eceb91 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6768289 Jun 23 13:43:30.764031 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c29e33-917a-4263-a80c-9863ed228875', 'tag': 'e81f7986-69e2-48bc-88f6-03a52eb426dd'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:30.766940 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e27b2e028c6aab96d102b9db07068e0a2fbbf4677211dc7e9ac85eaee364cc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0" -d '{"events": [{"name": "network-changed", "server_uuid": "42c29e33-917a-4263-a80c-9863ed228875", "tag": "e81f7986-69e2-48bc-88f6-03a52eb426dd"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:30.779141 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f574773-6403-4023-b971-c0f4d0422368 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:30.779931 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-6f574773-6403-4023-b971-c0f4d0422368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:30.795386 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:30.809255 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:43:30.819952 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2902a883-dc9f-414c-8090-fa963894f2ea req-0ab71e69-225f-460b-8e95-3d524df78f31 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675054 Jun 23 13:43:30.845561 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-22f5ce74-af6f-42f8-b59c-f4037f684eb8 req-b8513e7b-949f-4b44-8386-bea7d79972a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 210 time: 0.0362911 Jun 23 13:43:30.886366 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe03f5d8-18ba-4245-b382-8dac897bf491 x-openstack-request-id: req-fe03f5d8-18ba-4245-b382-8dac897bf491 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:30.886662 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c29e33-917a-4263-a80c-9863ed228875", "tag": "e81f7986-69e2-48bc-88f6-03a52eb426dd", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:30.886913 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe03f5d8-18ba-4245-b382-8dac897bf491 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:30.887430 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe03f5d8-18ba-4245-b382-8dac897bf491'] response: {'name': 'network-changed', 'server_uuid': '42c29e33-917a-4263-a80c-9863ed228875', 'tag': 'e81f7986-69e2-48bc-88f6-03a52eb426dd', 'status': 'completed', 'code': 200} Jun 23 13:43:31.013731 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Floating IP 4cb919d9-82a7-4fd2-b2de-22e038d2e01f associated. External IP: 172.27.0.16, port: f801c0fd-febc-4835-97ee-811b19175e3e. Jun 23 13:43:31.023942 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-ad2b3672-cb4d-4686-8ac1-f6fed298ccbf tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:31.025386 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-ad2b3672-cb4d-4686-8ac1-f6fed298ccbf tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 815 time: 0.2677865 Jun 23 13:43:31.058985 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0 req-82a7c9f8-ddd9-4ab4-ac6d-bc955bbcbdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:31.061041 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0 req-82a7c9f8-ddd9-4ab4-ac6d-bc955bbcbdab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 1129 time: 0.1230791 Jun 23 13:43:31.074025 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023fd21-4fbc-4fbf-91d1-ad66be1a7b94 req-797ff0c8-0caa-44b0-a737-65f2690a87ed tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:31.075532 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c023fd21-4fbc-4fbf-91d1-ad66be1a7b94 req-797ff0c8-0caa-44b0-a737-65f2690a87ed tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 944 time: 0.0557179 Jun 23 13:43:31.129273 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-6f574773-6403-4023-b971-c0f4d0422368 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:31.140617 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c023fd21-4fbc-4fbf-91d1-ad66be1a7b94 req-9fb70864-fe26-43e3-9a37-55737dd1261d tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555873 Jun 23 13:43:31.177591 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:31.281349 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-a0d33c3d-c52b-4aad-b2f4-83c62d9cba9d tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 380 time: 0.1727622 Jun 23 13:43:31.301240 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'port': {'device_id': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'admin_state_up': True, 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'security_groups': ['445f0d23-9d59-4f54-92fe-5bd2fd9dcf93']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:31.322639 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0 req-4685253a-0649-4f60-9900-b0785a4f1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:31.324024 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0 req-4685253a-0649-4f60-9900-b0785a4f1b1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 913 time: 0.2142897 Jun 23 13:43:31.379842 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-6f574773-6403-4023-b971-c0f4d0422368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'e2842308-4920-4fef-90cf-553cd019f27e', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'e81f7986-69e2-48bc-88f6-03a52eb426dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:6f:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c29e33-917a-4263-a80c-9863ed228875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:43:29Z', 'updated_at': '2022-06-23T13:43:29Z', 'revision_number': 0, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:31.404883 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f574773-6403-4023-b971-c0f4d0422368 None None] Checking router: ec95e0de-8ca3-4a94-9504-191caa1d710a for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:43:31.414435 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f574773-6403-4023-b971-c0f4d0422368 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:31.415053 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-6f574773-6403-4023-b971-c0f4d0422368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:31.522055 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-6f574773-6403-4023-b971-c0f4d0422368 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:31.694715 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:31.710258 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:31.736304 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0 req-10b4f82f-68c6-404a-a071-2b1c8ea65c67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e81f7986-69e2-48bc-88f6-03a52eb426dd HTTP/1.1" status: 200 len: 998 time: 0.3853946 Jun 23 13:43:31.741555 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-6f574773-6403-4023-b971-c0f4d0422368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'e2842308-4920-4fef-90cf-553cd019f27e', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'e81f7986-69e2-48bc-88f6-03a52eb426dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:6f:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c29e33-917a-4263-a80c-9863ed228875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:43:29Z', 'updated_at': '2022-06-23T13:43:29Z', 'revision_number': 0, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:31.742539 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:43:31.766190 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f574773-6403-4023-b971-c0f4d0422368 None None] The sync data for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi is: [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'e2842308-4920-4fef-90cf-553cd019f27e', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'e81f7986-69e2-48bc-88f6-03a52eb426dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:6f:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c29e33-917a-4263-a80c-9863ed228875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:43:29Z', 'updated_at': '2022-06-23T13:43:29Z', 'revision_number': 0, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:43:31.843171 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Made reservation on behalf of 9298bf4635e84993b086309715cc7cbe for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:43:31.846622 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:31.861922 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0 req-89c174ba-228c-4f3e-ad17-ea02b3e3f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:31.862449 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0 req-89c174ba-228c-4f3e-ad17-ea02b3e3f24e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.1092491 Jun 23 13:43:31.950055 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:31.975328 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5c6974c6-579e-4882-ba3b-3cfd0992c58a req-40f2fb74-7bf7-4a59-912a-54a6843373dd tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 210 time: 0.0445805 Jun 23 13:43:31.981863 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a742c9-e56d-4e37-9415-1e906da164bc req-d1f71270-397f-4e5e-a5d2-114c53d42746 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:31.983527 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c8a742c9-e56d-4e37-9415-1e906da164bc req-d1f71270-397f-4e5e-a5d2-114c53d42746 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0829284 Jun 23 13:43:31.985493 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0 req-afdc1100-2c9d-42b2-b7e9-36b05cd81a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:31.987004 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0 req-afdc1100-2c9d-42b2-b7e9-36b05cd81a44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1154168 Jun 23 13:43:32.010920 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:32.019163 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f82e5-ad7b-40bd-b4aa-da6fd097a3d6 None None] New status for floating IP e2842308-4920-4fef-90cf-553cd019f27e: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:43:32.028245 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:43:32.039781 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32caa1ed-433b-4114-9d0f-e94da69098c9 None None] Sync routers for ids ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:43:32.042026 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c8a742c9-e56d-4e37-9415-1e906da164bc req-2c042974-6db7-49f1-b2f4-9ad014f7491d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499024 Jun 23 13:43:32.051385 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32caa1ed-433b-4114-9d0f-e94da69098c9 None None] Routers {'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:32.052044 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-32caa1ed-433b-4114-9d0f-e94da69098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:32.115871 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.174715 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Allocated IP 172.20.0.9 (750f6de3-a7e6-4721-b369-b46085e03f9a/1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384/11905686-c708-4716-8310-c8bbd7705aa0) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:43:32.186070 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58714) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:32.186197 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f9af628f-ef12-48e8-b5af-79ae63bdaa14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8183656 Jun 23 13:43:32.190705 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:32.192936 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:32.194760 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-50b0ee68-c1b7-452a-84d8-83e36f10a245 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999735637', 'description': 'tempest-secgroup-smoke-999735637 description', 'project_id': '28b455b8dd8b4910803ac509413a97e6'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:32.204364 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0 req-e11aafb3-4018-4b62-9302-b360ea250bba service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056756 Jun 23 13:43:32.207047 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-32caa1ed-433b-4114-9d0f-e94da69098c9 None None] Set router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:32.224997 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-50b0ee68-c1b7-452a-84d8-83e36f10a245 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.249677 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f646792c-7e2f-4b5a-ab69-ff4c895ac842 x-openstack-request-id: req-f646792c-7e2f-4b5a-ab69-ff4c895ac842 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:32.249974 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:32.250228 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f646792c-7e2f-4b5a-ab69-ff4c895ac842 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:32.250638 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f646792c-7e2f-4b5a-ab69-ff4c895ac842'] response: {'name': 'network-changed', 'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'status': 'completed', 'code': 200} Jun 23 13:43:32.310601 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba06b0-7514-44e1-b81a-11147d9aa8fc req-835dbf02-08ea-4b1d-b5ad-c0af30b28e8e tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:32.312120 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-12ba06b0-7514-44e1-b81a-11147d9aa8fc req-835dbf02-08ea-4b1d-b5ad-c0af30b28e8e tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 944 time: 0.0660586 Jun 23 13:43:32.325424 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 88903506-2ee3-475a-84a2-3a390f1bd829 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:43:32.390133 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-50b0ee68-c1b7-452a-84d8-83e36f10a245 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group (2037daa1-989f-4490-8a83-7c780e7cebde), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.402842 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-12ba06b0-7514-44e1-b81a-11147d9aa8fc req-c08871b4-4cca-404c-9f55-37a58ac7ddff tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808227 Jun 23 13:43:32.406373 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:32.407859 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-50b0ee68-c1b7-452a-84d8-83e36f10a245 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2037daa1-989f-4490-8a83-7c780e7cebde), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.422171 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b req-26a63065-957c-46bc-b0b0-51c48c547324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:32.423792 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b req-26a63065-957c-46bc-b0b0-51c48c547324 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28b455b8dd8b4910803ac509413a97e6&device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 1129 time: 0.1351063 Jun 23 13:43:32.440229 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-50b0ee68-c1b7-452a-84d8-83e36f10a245 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.441502 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-50b0ee68-c1b7-452a-84d8-83e36f10a245 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2544250 Jun 23 13:43:32.443355 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0ee68-c1b7-452a-84d8-83e36f10a245 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2037daa1-989f-4490-8a83-7c780e7cebde,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:32.445528 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58718) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:32.451869 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 88903506-2ee3-475a-84a2-3a390f1bd829 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:43:32.452048 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d4aa6a16-b1f2-49bb-bc98-91ec55de6be0 req-680987a0-7b17-4528-9e46-41f2fcb16c07 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371290 Jun 23 13:43:32.456535 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-ba722840-821e-4e92-9072-d25422730a9f tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Request body: {'security_group_rule': {'security_group_id': '2037daa1-989f-4490-8a83-7c780e7cebde', 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:32.461981 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 88903506-2ee3-475a-84a2-3a390f1bd829 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:43:32.462572 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.486718 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (11905686-c708-4716-8310-c8bbd7705aa0), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.506425 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ba722840-821e-4e92-9072-d25422730a9f tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (c4c3c618-7902-4532-86ba-ddde37dc52c3), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.572009 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b req-f4dd8891-e704-41f4-9765-a382c768f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:32.573202 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b req-f4dd8891-e704-41f4-9765-a382c768f5f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=500fbded-0db2-4c63-b1ff-d4d5b022ae43 HTTP/1.1" status: 200 len: 915 time: 0.1399682 Jun 23 13:43:32.578102 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ba722840-821e-4e92-9072-d25422730a9f tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (c4c3c618-7902-4532-86ba-ddde37dc52c3), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.583597 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (11905686-c708-4716-8310-c8bbd7705aa0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.585333 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ba722840-821e-4e92-9072-d25422730a9f tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (c4c3c618-7902-4532-86ba-ddde37dc52c3), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.592522 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:32.595551 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-32caa1ed-433b-4114-9d0f-e94da69098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '4cb919d9-82a7-4fd2-b2de-22e038d2e01f', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'port_id': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'mac_address': 'fa:16:3e:d9:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:43:30Z', 'updated_at': '2022-06-23T13:43:30Z', 'revision_number': 0, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094f0ed6-5add-46df-87cb-4e72ae72069a', 'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'mac_address': 'fa:16:3e:07:d0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:21Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 5, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'subnets': [{'id': '9c937649-0225-4065-896f-62a076289bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:32.601903 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 88903506-2ee3-475a-84a2-3a390f1bd829 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:43:32.602373 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.605667 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba722840-821e-4e92-9072-d25422730a9f tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c3c618-7902-4532-86ba-ddde37dc52c3,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:32.618353 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ba722840-821e-4e92-9072-d25422730a9f tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.619683 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ba722840-821e-4e92-9072-d25422730a9f tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713035 Jun 23 13:43:32.622304 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58720) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:32.626723 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-5ec4208c-c63d-4803-b04c-47c5a42b8568 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Request body: {'security_group_rule': {'security_group_id': '2037daa1-989f-4490-8a83-7c780e7cebde', 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:32.629039 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32caa1ed-433b-4114-9d0f-e94da69098c9 None None] Checking router: bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:43:32.657085 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7c75c-c825-43e8-a4f0-43b5e62331a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88903506-2ee3-475a-84a2-3a390f1bd829'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:32.658083 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5ec4208c-c63d-4803-b04c-47c5a42b8568 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (9017bc05-19a4-4dde-b309-da157de298c1), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.659769 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384db4ba-91f5-44a1-a61f-90acd2cf11a0" -d '{"events": [{"server_uuid": "7fb7c75c-c825-43e8-a4f0-43b5e62331a9", "name": "network-vif-plugged", "status": "completed", "tag": "88903506-2ee3-475a-84a2-3a390f1bd829"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:32.664849 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32caa1ed-433b-4114-9d0f-e94da69098c9 None None] Routers {'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:32.665561 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-32caa1ed-433b-4114-9d0f-e94da69098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:32.674681 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Network 750f6de3-a7e6-4721-b369-b46085e03f9a is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:43:32.680848 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:43:32.689006 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:43:32.715407 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=11905686-c708-4716-8310-c8bbd7705aa0,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:32.727933 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b req-6f82c775-6cb2-4004-b2aa-a40715c4e858 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f801c0fd-febc-4835-97ee-811b19175e3e HTTP/1.1" status: 200 len: 998 time: 0.1423063 Jun 23 13:43:32.767046 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5ec4208c-c63d-4803-b04c-47c5a42b8568 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (9017bc05-19a4-4dde-b309-da157de298c1), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.772884 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5ec4208c-c63d-4803-b04c-47c5a42b8568 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (9017bc05-19a4-4dde-b309-da157de298c1), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.783978 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:32.784616 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.786620 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabc5779-6c03-44c1-9bb9-c174bf390fcf x-openstack-request-id: req-cabc5779-6c03-44c1-9bb9-c174bf390fcf {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:32.787013 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb7c75c-c825-43e8-a4f0-43b5e62331a9", "name": "network-vif-plugged", "status": "completed", "tag": "88903506-2ee3-475a-84a2-3a390f1bd829", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:32.787365 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cabc5779-6c03-44c1-9bb9-c174bf390fcf {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:32.787860 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabc5779-6c03-44c1-9bb9-c174bf390fcf'] response: {'server_uuid': '7fb7c75c-c825-43e8-a4f0-43b5e62331a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88903506-2ee3-475a-84a2-3a390f1bd829', 'code': 200} Jun 23 13:43:32.789719 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:32.793504 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 88903506-2ee3-475a-84a2-3a390f1bd829, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=88903506-2ee3-475a-84a2-3a390f1bd829,segment=NetworkSegment(d153dd45-750f-41a1-bb60-25921a062387),segment_id=d153dd45-750f-41a1-bb60-25921a062387)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:32.811577 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.813158 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b req-2ea997e1-740e-4ee7-b621-10f496b5103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:32.814487 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b req-2ea997e1-740e-4ee7-b621-10f496b5103e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c937649-0225-4065-896f-62a076289bfa HTTP/1.1" status: 200 len: 853 time: 0.0734720 Jun 23 13:43:32.822518 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5ec4208c-c63d-4803-b04c-47c5a42b8568 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:32.823990 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5ec4208c-c63d-4803-b04c-47c5a42b8568 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2007194 Jun 23 13:43:32.826562 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-32caa1ed-433b-4114-9d0f-e94da69098c9 None None] Set router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:32.827533 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-79f36768-f7c3-4385-8170-9ad906fdc163 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5364335 Jun 23 13:43:32.828096 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 58724) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:32.832243 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4208c-c63d-4803-b04c-47c5a42b8568 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9017bc05-19a4-4dde-b309-da157de298c1,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:32.873119 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-82d8e47b-dd24-4a1b-be8d-63df88f0d305 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Request body: {'security_group_rule': {'security_group_id': '2037daa1-989f-4490-8a83-7c780e7cebde', 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:32.885799 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Request body: {'port': {'device_id': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:32.903078 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b req-edc7f9f9-2f21-447a-97c8-9ee0cc8d249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:32.906302 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b req-edc7f9f9-2f21-447a-97c8-9ee0cc8d249d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=500fbded-0db2-4c63-b1ff-d4d5b022ae43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0842981 Jun 23 13:43:32.965237 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=88903506-2ee3-475a-84a2-3a390f1bd829,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:33.021342 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8055ce8-d9e1-42df-99c5-2ba8d1c7719c req-2469240b-c35d-43fc-bbe3-00e1ecd72a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:33.022833 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c8055ce8-d9e1-42df-99c5-2ba8d1c7719c req-2469240b-c35d-43fc-bbe3-00e1ecd72a1c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 1129 time: 0.0959573 Jun 23 13:43:33.051423 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-82d8e47b-dd24-4a1b-be8d-63df88f0d305 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (334294d6-7557-4a50-8a8e-5f4bdb1f11d6), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.130435 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (11905686-c708-4716-8310-c8bbd7705aa0), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.135482 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e7ba5-5420-4079-b807-95ed272ed134 req-133d0022-d810-4f11-b41a-ef0b5d7ded53 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:33.137068 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f75e7ba5-5420-4079-b807-95ed272ed134 req-133d0022-d810-4f11-b41a-ef0b5d7ded53 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 931 time: 0.0815036 Jun 23 13:43:33.177684 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b req-018fa9c3-d6fc-4171-8acc-da044aa991eb service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148795 Jun 23 13:43:33.190168 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:33.190407 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c8055ce8-d9e1-42df-99c5-2ba8d1c7719c req-5b2b2414-b5d2-44ce-83a9-f5c4a532d0d0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399796 Jun 23 13:43:33.196449 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-daf57bc9-5f47-42cb-809f-6d5fd717e319 None None] Provisioning complete for port 11905686-c708-4716-8310-c8bbd7705aa0 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:43:33.196836 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-daf57bc9-5f47-42cb-809f-6d5fd717e319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (11905686-c708-4716-8310-c8bbd7705aa0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.229981 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523b748-c189-4e8d-a6fc-620a286581ab req-2e748d1b-b6ee-4187-b6b7-e64fae40c3b7 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:33.231395 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4523b748-c189-4e8d-a6fc-620a286581ab req-2e748d1b-b6ee-4187-b6b7-e64fae40c3b7 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0714724 Jun 23 13:43:33.241397 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f75e7ba5-5420-4079-b807-95ed272ed134 req-a76fc8b7-7a5c-4dc9-8283-2dc01aac4019 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980806 Jun 23 13:43:33.270298 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-daf57bc9-5f47-42cb-809f-6d5fd717e319 None None] Port 11905686-c708-4716-8310-c8bbd7705aa0 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:43:33.276865 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-82d8e47b-dd24-4a1b-be8d-63df88f0d305 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (334294d6-7557-4a50-8a8e-5f4bdb1f11d6), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.287103 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:33.289285 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-32caa1ed-433b-4114-9d0f-e94da69098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '4cb919d9-82a7-4fd2-b2de-22e038d2e01f', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'port_id': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'mac_address': 'fa:16:3e:d9:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:43:30Z', 'updated_at': '2022-06-23T13:43:30Z', 'revision_number': 0, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094f0ed6-5add-46df-87cb-4e72ae72069a', 'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'mac_address': 'fa:16:3e:07:d0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:21Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 5, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'subnets': [{'id': '9c937649-0225-4065-896f-62a076289bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:33.297178 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:33.306110 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4523b748-c189-4e8d-a6fc-620a286581ab req-8b76fc92-f588-4460-9a6d-239e61c675a8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492032 Jun 23 13:43:33.308153 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:33.317311 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32caa1ed-433b-4114-9d0f-e94da69098c9 None None] The sync data for ids ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'] in dv-cinder-815582-10-iscsi is: [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '4cb919d9-82a7-4fd2-b2de-22e038d2e01f', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'port_id': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'mac_address': 'fa:16:3e:d9:8c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:43:30Z', 'updated_at': '2022-06-23T13:43:30Z', 'revision_number': 0, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094f0ed6-5add-46df-87cb-4e72ae72069a', 'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'mac_address': 'fa:16:3e:07:d0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:21Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 5, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'subnets': [{'id': '9c937649-0225-4065-896f-62a076289bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:43:33.348997 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-82d8e47b-dd24-4a1b-be8d-63df88f0d305 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (334294d6-7557-4a50-8a8e-5f4bdb1f11d6), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.390363 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8e47b-dd24-4a1b-be8d-63df88f0d305 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334294d6-7557-4a50-8a8e-5f4bdb1f11d6,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:33.410754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-82d8e47b-dd24-4a1b-be8d-63df88f0d305 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.411956 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-82d8e47b-dd24-4a1b-be8d-63df88f0d305 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5458169 Jun 23 13:43:33.414814 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58730) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:33.419947 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-87913365-f6cf-4265-9495-6368b54e6960 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Request body: {'security_group_rule': {'security_group_id': '2037daa1-989f-4490-8a83-7c780e7cebde', 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:33.423092 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2f83d8ab-2ae8-46b3-b0e9-c675aab0d39b req-eccff6d5-db66-4e85-91c5-fcc7e070f80e service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284272 Jun 23 13:43:33.461048 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-87913365-f6cf-4265-9495-6368b54e6960 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (a73e5a8a-eea6-4f6d-9765-06f68111e6fd), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.551668 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b1105-104a-4808-874b-4e89df9aa1c0 req-7122c708-83b5-401e-b042-3849124a52e3 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:33.553309 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9b4b1105-104a-4808-874b-4e89df9aa1c0 req-7122c708-83b5-401e-b042-3849124a52e3 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 945 time: 0.0645137 Jun 23 13:43:33.561375 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0017d4ab-6322-4a85-9df4-2c6426bca8ec None None] New status for floating IP 4cb919d9-82a7-4fd2-b2de-22e038d2e01f: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:43:33.564323 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-87913365-f6cf-4265-9495-6368b54e6960 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (a73e5a8a-eea6-4f6d-9765-06f68111e6fd), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.569034 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11905686-c708-4716-8310-c8bbd7705aa0 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:43:33.576105 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-87913365-f6cf-4265-9495-6368b54e6960 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (a73e5a8a-eea6-4f6d-9765-06f68111e6fd), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.577738 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Publish callbacks [] for port (11905686-c708-4716-8310-c8bbd7705aa0), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.587505 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:33.593463 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Transition to ACTIVE for port object 11905686-c708-4716-8310-c8bbd7705aa0 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:43:33.599031 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (11905686-c708-4716-8310-c8bbd7705aa0), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.610381 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87913365-f6cf-4265-9495-6368b54e6960 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73e5a8a-eea6-4f6d-9765-06f68111e6fd,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:33.627549 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-87913365-f6cf-4265-9495-6368b54e6960 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.628750 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-87913365-f6cf-4265-9495-6368b54e6960 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2126648 Jun 23 13:43:33.636038 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58734) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:33.640280 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-9f2106e2-a5f9-4f3a-818d-b5acacfd3c00 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Request body: {'security_group_rule': {'security_group_id': '2037daa1-989f-4490-8a83-7c780e7cebde', 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:33.657774 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9b4b1105-104a-4808-874b-4e89df9aa1c0 req-1eb088d0-55f4-4449-966e-8334cea1ae70 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891829 Jun 23 13:43:33.676988 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.securitygroups_db [None req-9f2106e2-a5f9-4f3a-818d-b5acacfd3c00 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Project 28b455b8dd8b4910803ac509413a97e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 13:43:33.683353 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9f2106e2-a5f9-4f3a-818d-b5acacfd3c00 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (7d6b738a-3f0e-4279-9663-8bb2c6d24352), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.709660 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Pushing event updated for resources: {'Port': ['ID=11905686-c708-4716-8310-c8bbd7705aa0,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:33.766868 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9f2106e2-a5f9-4f3a-818d-b5acacfd3c00 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (7d6b738a-3f0e-4279-9663-8bb2c6d24352), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.772033 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9f2106e2-a5f9-4f3a-818d-b5acacfd3c00 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (7d6b738a-3f0e-4279-9663-8bb2c6d24352), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.775255 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Attempting to bind port 11905686-c708-4716-8310-c8bbd7705aa0 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:43:33.775808 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Attempting to bind port 11905686-c708-4716-8310-c8bbd7705aa0 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:43:33.775962 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Attempting to bind port 11905686-c708-4716-8310-c8bbd7705aa0 on network 750f6de3-a7e6-4721-b369-b46085e03f9a {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:43:33.780765 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Port 11905686-c708-4716-8310-c8bbd7705aa0 on network 750f6de3-a7e6-4721-b369-b46085e03f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:43:33.781092 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Attempting to bind port 11905686-c708-4716-8310-c8bbd7705aa0 on network 750f6de3-a7e6-4721-b369-b46085e03f9a {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:43:33.786390 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:43:33.786728 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Checking segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:43:33.787104 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Bound using segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:43:33.787577 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Bound port: 11905686-c708-4716-8310-c8bbd7705aa0, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:43:33.787954 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (11905686-c708-4716-8310-c8bbd7705aa0), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.794543 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2106e2-a5f9-4f3a-818d-b5acacfd3c00 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6b738a-3f0e-4279-9663-8bb2c6d24352,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:33.808210 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9f2106e2-a5f9-4f3a-818d-b5acacfd3c00 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.809509 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9f2106e2-a5f9-4f3a-818d-b5acacfd3c00 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1725574 Jun 23 13:43:33.812235 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58736) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:33.816632 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-0941c35b-6e48-40fc-8e9e-8554098db04c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Request body: {'security_group_rule': {'security_group_id': '2037daa1-989f-4490-8a83-7c780e7cebde', 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:33.843045 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.securitygroups_db [None req-0941c35b-6e48-40fc-8e9e-8554098db04c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Project 28b455b8dd8b4910803ac509413a97e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 13:43:33.849462 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0941c35b-6e48-40fc-8e9e-8554098db04c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (f9f99970-bf10-4445-bd6d-6bca73c27818), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.858000 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] For port 11905686-c708-4716-8310-c8bbd7705aa0, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:43:33.861692 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] For port 11905686-c708-4716-8310-c8bbd7705aa0, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11905686-c708-4716-8310-c8bbd7705aa0,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:43:33.869317 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (11905686-c708-4716-8310-c8bbd7705aa0), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.917884 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:33.918491 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.919933 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] 10.222.0.47 "PUT /v2.0/ports/11905686-c708-4716-8310-c8bbd7705aa0 HTTP/1.1" status: 200 len: 1093 time: 1.0502434 Jun 23 13:43:33.925171 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0941c35b-6e48-40fc-8e9e-8554098db04c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (f9f99970-bf10-4445-bd6d-6bca73c27818), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.931062 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0941c35b-6e48-40fc-8e9e-8554098db04c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (f9f99970-bf10-4445-bd6d-6bca73c27818), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.935047 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac31472-63fd-4eb7-9e23-ab7e8d3a753b service neutron] Pushing event updated for resources: {'Port': ['ID=11905686-c708-4716-8310-c8bbd7705aa0,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:33.950217 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941c35b-6e48-40fc-8e9e-8554098db04c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f99970-bf10-4445-bd6d-6bca73c27818,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:33.962147 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0941c35b-6e48-40fc-8e9e-8554098db04c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:33.966179 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0941c35b-6e48-40fc-8e9e-8554098db04c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502259 Jun 23 13:43:34.057637 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0c0cca34-95c5-4c67-9d05-49d259168548 req-ae48da23-00f2-49c0-98a3-ac1c0c17ca62 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999735637&fields=id&tenant_id=28b455b8dd8b4910803ac509413a97e6 HTTP/1.1" status: 200 len: 267 time: 0.0490973 Jun 23 13:43:34.109498 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cca34-95c5-4c67-9d05-49d259168548 req-5397101d-3576-41b7-ba2e-69ef0a1172e8 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:34.111623 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0c0cca34-95c5-4c67-9d05-49d259168548 req-5397101d-3576-41b7-ba2e-69ef0a1172e8 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 945 time: 0.0477450 Jun 23 13:43:34.122531 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-0c0cca34-95c5-4c67-9d05-49d259168548 req-3008b88c-9972-4ece-adb3-376d3a0b4534 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Request body: {'port': {'security_groups': ['9e33b68c-12e8-458b-8b30-99c50a8571cf', '2037daa1-989f-4490-8a83-7c780e7cebde']}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:34.204623 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-0c0cca34-95c5-4c67-9d05-49d259168548 req-3008b88c-9972-4ece-adb3-376d3a0b4534 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:34.251865 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'tag': '11905686-c708-4716-8310-c8bbd7705aa0'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:34.254197 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ad879b-3ed6-49ab-bcfb-234d740c14c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2cbd7f-a2a8-4a8e-beea-655a691d1528", "tag": "11905686-c708-4716-8310-c8bbd7705aa0"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:34.299880 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b33c1f-9cce-4d65-a373-e9f7b009ebc3 x-openstack-request-id: req-93b33c1f-9cce-4d65-a373-e9f7b009ebc3 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:34.300178 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2cbd7f-a2a8-4a8e-beea-655a691d1528", "tag": "11905686-c708-4716-8310-c8bbd7705aa0", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:34.300402 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93b33c1f-9cce-4d65-a373-e9f7b009ebc3 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:34.300801 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b33c1f-9cce-4d65-a373-e9f7b009ebc3'] response: {'name': 'network-changed', 'server_uuid': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'tag': '11905686-c708-4716-8310-c8bbd7705aa0', 'status': 'completed', 'code': 200} Jun 23 13:43:34.357490 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-80835f62-b638-4661-bb60-c359c5c92a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:34.359070 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-80835f62-b638-4661-bb60-c359c5c92a7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 1127 time: 0.0410507 Jun 23 13:43:34.380107 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:34.392822 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:34.413289 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-ef041039-7d4a-470f-be21-56f224abe722 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11905686-c708-4716-8310-c8bbd7705aa0 HTTP/1.1" status: 200 len: 217 time: 0.0336707 Jun 23 13:43:34.467954 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-77998470-11a3-40d2-9c7d-48510e84515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:34.469428 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-77998470-11a3-40d2-9c7d-48510e84515c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.0481229 Jun 23 13:43:34.560499 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-abb5ee9d-5789-4d8d-a0f0-604ab580c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:34.561929 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-abb5ee9d-5789-4d8d-a0f0-604ab580c8f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454066 Jun 23 13:43:34.649488 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a160d3-f1ac-4374-9e00-858625711205 req-9cd61016-91a0-431d-9b5b-ae186b9d56b5 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:34.650977 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-78a160d3-f1ac-4374-9e00-858625711205 req-9cd61016-91a0-431d-9b5b-ae186b9d56b5 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 943 time: 0.3078542 Jun 23 13:43:34.666882 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-b2ce3634-0b6c-4ecf-baa9-c7a76c734f37 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909233 Jun 23 13:43:34.701161 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-0c0cca34-95c5-4c67-9d05-49d259168548 req-3008b88c-9972-4ece-adb3-376d3a0b4534 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] For port f801c0fd-febc-4835-97ee-811b19175e3e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f801c0fd-febc-4835-97ee-811b19175e3e,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:34.738340 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-78a160d3-f1ac-4374-9e00-858625711205 req-09cca055-b250-461c-9132-ada5c97f9859 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781579 Jun 23 13:43:34.746722 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-0c0cca34-95c5-4c67-9d05-49d259168548 req-3008b88c-9972-4ece-adb3-376d3a0b4534 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for port (f801c0fd-febc-4835-97ee-811b19175e3e), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:34.753835 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-0c0cca34-95c5-4c67-9d05-49d259168548 req-3008b88c-9972-4ece-adb3-376d3a0b4534 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4705434'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:34.772157 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['f801c0fd-febc-4835-97ee-811b19175e3e'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:43:34.802964 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cca34-95c5-4c67-9d05-49d259168548 req-3008b88c-9972-4ece-adb3-376d3a0b4534 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:34.803861 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-0c0cca34-95c5-4c67-9d05-49d259168548 req-3008b88c-9972-4ece-adb3-376d3a0b4534 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:34.808254 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0c0cca34-95c5-4c67-9d05-49d259168548 req-3008b88c-9972-4ece-adb3-376d3a0b4534 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "PUT /v2.0/ports/f801c0fd-febc-4835-97ee-811b19175e3e HTTP/1.1" status: 200 len: 981 time: 0.6905100 Jun 23 13:43:34.808801 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:34.812731 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e27b2e028c6aab96d102b9db07068e0a2fbbf4677211dc7e9ac85eaee364cc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6e6c46-1d06-400f-97f7-caef9a9ab580" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:34.876269 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008b88c-9972-4ece-adb3-376d3a0b4534 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'Port': ['ID=f801c0fd-febc-4835-97ee-811b19175e3e,revision_number=6']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:34.885330 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75c742-457b-4187-a334-da025e94f577 req-2900673d-aef8-4937-be7b-b9bf0571f91c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:34.886873 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bb75c742-457b-4187-a334-da025e94f577 req-2900673d-aef8-4937-be7b-b9bf0571f91c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0687144 Jun 23 13:43:34.947991 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926b146-e0f4-471d-83ae-769eca05c383 req-caf2b732-125d-4c36-9a6d-19c9995fe882 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:34.949929 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a926b146-e0f4-471d-83ae-769eca05c383 req-caf2b732-125d-4c36-9a6d-19c9995fe882 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 945 time: 0.0620832 Jun 23 13:43:34.976900 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['f801c0fd-febc-4835-97ee-811b19175e3e'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:43:34.992703 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bb75c742-457b-4187-a334-da025e94f577 req-e9f1435c-c2d8-4642-802e-d72b7bf55d4c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951972 Jun 23 13:43:35.018606 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a926b146-e0f4-471d-83ae-769eca05c383 req-e68fafe2-9301-42c3-92f3-46cebbf23de3 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600471 Jun 23 13:43:35.027240 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:35.068310 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-623cd936-4a96-47cb-a1fa-e523ddd78264 None None] Provisioning complete for port f801c0fd-febc-4835-97ee-811b19175e3e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:43:35.068684 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-623cd936-4a96-47cb-a1fa-e523ddd78264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:35.072851 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d6fe82-5f5c-4e6d-986d-2689152ad5df x-openstack-request-id: req-c6d6fe82-5f5c-4e6d-986d-2689152ad5df {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:35.073211 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:35.073526 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6d6fe82-5f5c-4e6d-986d-2689152ad5df {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:35.073987 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d6fe82-5f5c-4e6d-986d-2689152ad5df'] response: {'name': 'network-changed', 'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'status': 'completed', 'code': 200} Jun 23 13:43:35.116566 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa7339-b5f2-4e4b-bc9a-9f372b4cf19d req-f64e0240-b184-49a9-90de-aeda8e2213cb tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:35.118113 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b7aa7339-b5f2-4e4b-bc9a-9f372b4cf19d req-f64e0240-b184-49a9-90de-aeda8e2213cb tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0578215 Jun 23 13:43:35.178507 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b7aa7339-b5f2-4e4b-bc9a-9f372b4cf19d req-29f9b443-b7cb-4bf5-af96-ed06b3d5b76b tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547137 Jun 23 13:43:35.253890 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-623cd936-4a96-47cb-a1fa-e523ddd78264 None None] Current status of the port f801c0fd-febc-4835-97ee-811b19175e3e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:43:35.331106 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:35.486166 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:35.497725 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e6c46-1d06-400f-97f7-caef9a9ab580 req-bb8b4bda-435b-4660-8ad1-8a6a2c145efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:35.499288 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf6e6c46-1d06-400f-97f7-caef9a9ab580 req-bb8b4bda-435b-4660-8ad1-8a6a2c145efd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28b455b8dd8b4910803ac509413a97e6&device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 1168 time: 0.0887165 Jun 23 13:43:35.544486 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d7e0ac64-9f56-4698-bbfc-d9e7b486fa6a req-996b1f6f-860a-4a49-b7db-734b040012fa service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557775 Jun 23 13:43:35.618147 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e6c46-1d06-400f-97f7-caef9a9ab580 req-7f747abb-82f8-44f3-9c3c-ca60d78e682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:35.619617 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf6e6c46-1d06-400f-97f7-caef9a9ab580 req-7f747abb-82f8-44f3-9c3c-ca60d78e682b service neutron] 10.222.0.47 "GET /v2.0/networks?id=500fbded-0db2-4c63-b1ff-d4d5b022ae43 HTTP/1.1" status: 200 len: 915 time: 0.1044686 Jun 23 13:43:35.863075 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad2f5b-89a3-44b8-8088-de0cb9774b9b req-b2d1f76c-dfca-452a-b0fc-73414717d216 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:35.864610 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0aad2f5b-89a3-44b8-8088-de0cb9774b9b req-b2d1f76c-dfca-452a-b0fc-73414717d216 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 943 time: 0.0477238 Jun 23 13:43:35.916317 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0aad2f5b-89a3-44b8-8088-de0cb9774b9b req-c0fef80e-aed9-4283-9c36-f4006cf4adb8 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460792 Jun 23 13:43:36.152137 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7c549-0220-438a-8672-57c88819bb28 req-016ed48d-1a7c-4d14-add0-64d512d4e9c0 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:36.153629 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-47a7c549-0220-438a-8672-57c88819bb28 req-016ed48d-1a7c-4d14-add0-64d512d4e9c0 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0754952 Jun 23 13:43:36.174877 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213ddd-d92b-4f94-a63b-3b17b3571acb req-b1e79c48-59af-4d70-b313-474c442aef84 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:36.176220 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c1213ddd-d92b-4f94-a63b-3b17b3571acb req-b1e79c48-59af-4d70-b313-474c442aef84 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 945 time: 0.0695639 Jun 23 13:43:36.244501 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-47a7c549-0220-438a-8672-57c88819bb28 req-629df4de-2a90-4b7f-8874-25816f1939e6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851302 Jun 23 13:43:36.251778 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c1213ddd-d92b-4f94-a63b-3b17b3571acb req-8d3de760-3152-47d1-a8e0-612d3442dc18 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688772 Jun 23 13:43:37.005884 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf6e6c46-1d06-400f-97f7-caef9a9ab580 req-4bd4620c-111f-4369-b084-c59842d8c2f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f801c0fd-febc-4835-97ee-811b19175e3e HTTP/1.1" status: 200 len: 1000 time: 0.0958333 Jun 23 13:43:37.008718 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad879b-3ed6-49ab-bcfb-234d740c14c0 req-7a14de98-f749-411a-af6d-395afd3fd9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:37.010128 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57ad879b-3ed6-49ab-bcfb-234d740c14c0 req-7a14de98-f749-411a-af6d-395afd3fd9a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 1127 time: 0.0865047 Jun 23 13:43:37.044613 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29444fa5-343f-4c80-b7c2-ce1557eb8899 req-13f36a33-1e79-4d26-a535-09343a28a688 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:37.046127 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-29444fa5-343f-4c80-b7c2-ce1557eb8899 req-13f36a33-1e79-4d26-a535-09343a28a688 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 943 time: 0.0495839 Jun 23 13:43:37.075409 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:37.099224 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-29444fa5-343f-4c80-b7c2-ce1557eb8899 req-ff829f66-4483-418e-ae34-86fa856e7988 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470889 Jun 23 13:43:37.136696 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e6c46-1d06-400f-97f7-caef9a9ab580 req-94758a68-dad8-441c-ac33-8a33a2625991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:37.139732 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf6e6c46-1d06-400f-97f7-caef9a9ab580 req-94758a68-dad8-441c-ac33-8a33a2625991 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c937649-0225-4065-896f-62a076289bfa HTTP/1.1" status: 200 len: 853 time: 0.1215789 Jun 23 13:43:37.200838 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad879b-3ed6-49ab-bcfb-234d740c14c0 req-b076432e-f3d9-4a5e-ba99-3c82fdc95aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:37.202216 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57ad879b-3ed6-49ab-bcfb-234d740c14c0 req-b076432e-f3d9-4a5e-ba99-3c82fdc95aab service neutron] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 916 time: 0.1830018 Jun 23 13:43:37.218840 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e6c46-1d06-400f-97f7-caef9a9ab580 req-1ee8f35a-daaf-4554-a1cc-f1e4a554149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:37.220324 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf6e6c46-1d06-400f-97f7-caef9a9ab580 req-1ee8f35a-daaf-4554-a1cc-f1e4a554149d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=500fbded-0db2-4c63-b1ff-d4d5b022ae43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0627291 Jun 23 13:43:37.252806 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57ad879b-3ed6-49ab-bcfb-234d740c14c0 req-a7c7c4bf-6d3a-4f37-8785-87cac930474d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11905686-c708-4716-8310-c8bbd7705aa0 HTTP/1.1" status: 200 len: 217 time: 0.0428338 Jun 23 13:43:37.359082 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:37.373086 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a4bf1-0eae-4788-bdec-b63872e55c13 req-2bbbca9d-32af-4b8a-b355-8af0cf295c66 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:37.374646 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-557a4bf1-0eae-4788-bdec-b63872e55c13 req-2bbbca9d-32af-4b8a-b355-8af0cf295c66 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0535073 Jun 23 13:43:37.424463 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-557a4bf1-0eae-4788-bdec-b63872e55c13 req-022efb25-b6ff-4363-b3da-7f9005509497 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438972 Jun 23 13:43:37.601969 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad879b-3ed6-49ab-bcfb-234d740c14c0 req-c7fe4695-d5cd-4a44-a136-a4a72cbfde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:37.603368 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57ad879b-3ed6-49ab-bcfb-234d740c14c0 req-c7fe4695-d5cd-4a44-a136-a4a72cbfde9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.3411963 Jun 23 13:43:37.645332 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf6e6c46-1d06-400f-97f7-caef9a9ab580 req-a35f2e1b-a88d-45c4-af95-ea27a0393396 service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011545 Jun 23 13:43:37.678137 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad879b-3ed6-49ab-bcfb-234d740c14c0 req-428b9694-0199-4813-8741-b0128ee8c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:37.679618 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57ad879b-3ed6-49ab-bcfb-234d740c14c0 req-428b9694-0199-4813-8741-b0128ee8c75f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0673325 Jun 23 13:43:37.812393 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-cf6e6c46-1d06-400f-97f7-caef9a9ab580 req-0d3a3a5a-7497-4a98-ab4c-a592372c709d service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593339 Jun 23 13:43:37.822125 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57ad879b-3ed6-49ab-bcfb-234d740c14c0 req-8f805c92-48e3-4e1f-911c-4b48d07b23c8 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351321 Jun 23 13:43:37.933220 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57ad879b-3ed6-49ab-bcfb-234d740c14c0 req-248dfe5f-35f4-4352-97dd-f20d48fd1b44 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985518 Jun 23 13:43:38.223960 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d881-b345-4950-9eea-2cf7a193733a req-665cc963-128b-455e-b911-e8fc4dface81 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:38.225458 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8543d881-b345-4950-9eea-2cf7a193733a req-665cc963-128b-455e-b911-e8fc4dface81 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 943 time: 0.0560186 Jun 23 13:43:38.251577 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:38.267010 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 11905686-c708-4716-8310-c8bbd7705aa0 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:43:38.277577 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8543d881-b345-4950-9eea-2cf7a193733a req-bff47a06-8d13-4ce9-8819-c0ac797861c1 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464425 Jun 23 13:43:38.370142 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 11905686-c708-4716-8310-c8bbd7705aa0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11905686-c708-4716-8310-c8bbd7705aa0,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:38.381453 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '11905686-c708-4716-8310-c8bbd7705aa0', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'port_id': '11905686-c708-4716-8310-c8bbd7705aa0', 'mac_address': 'fa:16:3e:0f:97:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:43:38.416274 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 11905686-c708-4716-8310-c8bbd7705aa0 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:43:38.416653 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (11905686-c708-4716-8310-c8bbd7705aa0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:38.426831 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:38.430281 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11905686-c708-4716-8310-c8bbd7705aa0 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:43:38.451016 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 11905686-c708-4716-8310-c8bbd7705aa0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11905686-c708-4716-8310-c8bbd7705aa0,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:38.456436 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (11905686-c708-4716-8310-c8bbd7705aa0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:38.517534 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=11905686-c708-4716-8310-c8bbd7705aa0,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:38.544043 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a572c5-f6d1-4bc7-aff5-b26bb64db32d req-2aff3f2f-3bc7-4f19-9b48-b2d8c4aea463 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:38.545519 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-71a572c5-f6d1-4bc7-aff5-b26bb64db32d req-2aff3f2f-3bc7-4f19-9b48-b2d8c4aea463 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0481384 Jun 23 13:43:38.597092 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-71a572c5-f6d1-4bc7-aff5-b26bb64db32d req-f7b941e2-5f6c-464d-b79a-4204e686aab8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447586 Jun 23 13:43:38.835984 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['11905686-c708-4716-8310-c8bbd7705aa0'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:43:39.400471 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916ebf1-73e8-4b95-896f-5182a1ddba2c req-7bfb9a6a-68f0-41b3-9626-813dd1e5dc56 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:39.402215 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c916ebf1-73e8-4b95-896f-5182a1ddba2c req-7bfb9a6a-68f0-41b3-9626-813dd1e5dc56 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 944 time: 0.0555785 Jun 23 13:43:39.451228 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c916ebf1-73e8-4b95-896f-5182a1ddba2c req-ab4daaf4-aa4f-4167-b452-1fbce57b52ec tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Jun 23 13:43:39.726208 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbea4be-8fa6-4bbc-b87f-b5747f28d9ec req-c710eb20-c146-483a-9907-d079c12d5052 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:39.727772 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fdbea4be-8fa6-4bbc-b87f-b5747f28d9ec req-c710eb20-c146-483a-9907-d079c12d5052 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0483825 Jun 23 13:43:39.775922 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fdbea4be-8fa6-4bbc-b87f-b5747f28d9ec req-ded3737d-f9f2-47f8-806e-060fbb6a78a6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428395 Jun 23 13:43:40.284069 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 11905686-c708-4716-8310-c8bbd7705aa0 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:43:40.331917 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 11905686-c708-4716-8310-c8bbd7705aa0 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:43:40.337959 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd48c01-bf1c-43b4-b8a1-c08f276ff770 req-a5745b4c-ce39-4d06-85ac-c8439dddada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:40.339573 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 11905686-c708-4716-8310-c8bbd7705aa0 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:43:40.339752 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9fd48c01-bf1c-43b4-b8a1-c08f276ff770 req-a5745b4c-ce39-4d06-85ac-c8439dddada9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 1130 time: 0.0417712 Jun 23 13:43:40.339975 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (11905686-c708-4716-8310-c8bbd7705aa0), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:40.359178 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:40.392414 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9fd48c01-bf1c-43b4-b8a1-c08f276ff770 req-10800568-8c4d-4674-9418-7adb8ffd9ef2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413406 Jun 23 13:43:40.416658 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 11905686-c708-4716-8310-c8bbd7705aa0 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:43:40.417289 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (11905686-c708-4716-8310-c8bbd7705aa0), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:40.447616 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11905686-c708-4716-8310-c8bbd7705aa0'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:40.449850 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf0dbc6-b6fa-4be5-a737-ffcaa51c08ea" -d '{"events": [{"server_uuid": "2d2cbd7f-a2a8-4a8e-beea-655a691d1528", "name": "network-vif-plugged", "status": "completed", "tag": "11905686-c708-4716-8310-c8bbd7705aa0"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:40.462186 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 11905686-c708-4716-8310-c8bbd7705aa0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11905686-c708-4716-8310-c8bbd7705aa0,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:40.467647 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (11905686-c708-4716-8310-c8bbd7705aa0), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:40.498313 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88c95ab-3961-4f7c-a2bf-f41c5cdedd63 x-openstack-request-id: req-b88c95ab-3961-4f7c-a2bf-f41c5cdedd63 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:40.498604 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2cbd7f-a2a8-4a8e-beea-655a691d1528", "name": "network-vif-plugged", "status": "completed", "tag": "11905686-c708-4716-8310-c8bbd7705aa0", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:40.498850 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b88c95ab-3961-4f7c-a2bf-f41c5cdedd63 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:40.499250 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88c95ab-3961-4f7c-a2bf-f41c5cdedd63'] response: {'server_uuid': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11905686-c708-4716-8310-c8bbd7705aa0', 'code': 200} Jun 23 13:43:40.519706 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=11905686-c708-4716-8310-c8bbd7705aa0,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:40.573482 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a76ad3-fa81-4933-92bd-09a6153d359b req-97603a0d-ea22-4827-8cfc-693a96b294da tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:40.574871 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-13a76ad3-fa81-4933-92bd-09a6153d359b req-97603a0d-ea22-4827-8cfc-693a96b294da tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 945 time: 0.0499489 Jun 23 13:43:40.622487 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-13a76ad3-fa81-4933-92bd-09a6153d359b req-84551328-7bb2-4ef2-aedf-66743e68e6a9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415113 Jun 23 13:43:40.826100 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56b6f-5b5a-41e7-90c0-1a2cf8d37f16 req-38bad100-c965-4ed7-81cb-7bd945a1b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:40.827552 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0cf56b6f-5b5a-41e7-90c0-1a2cf8d37f16 req-38bad100-c965-4ed7-81cb-7bd945a1b9da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 1129 time: 0.0441399 Jun 23 13:43:40.854132 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:40.874458 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-0cf56b6f-5b5a-41e7-90c0-1a2cf8d37f16 req-ab021d0b-b65e-472e-ad2b-559f649b5f5f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388284 Jun 23 13:43:40.893848 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7e1c9-10c1-49f4-a04e-d83cdbb81a9c req-20e57e22-b30c-4c35-b293-b3967bc52288 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:40.895324 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ce7e1c9-10c1-49f4-a04e-d83cdbb81a9c req-20e57e22-b30c-4c35-b293-b3967bc52288 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0474336 Jun 23 13:43:40.945615 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ce7e1c9-10c1-49f4-a04e-d83cdbb81a9c req-fea2e336-bd9d-41f4-90de-942b9cbd7266 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 Jun 23 13:43:41.745778 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc193a-997e-4f1b-9b84-148495bb26ee req-e620f717-8780-433f-82b5-d0400ec6e824 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:41.747258 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3afc193a-997e-4f1b-9b84-148495bb26ee req-e620f717-8780-433f-82b5-d0400ec6e824 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 945 time: 0.0519025 Jun 23 13:43:41.795885 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3afc193a-997e-4f1b-9b84-148495bb26ee req-f2984d98-194f-48b9-a9e7-8d152348e7c7 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428915 Jun 23 13:43:42.072015 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a2b13-db11-4e83-9157-2a6fbe1ee953 req-4f53405a-ad6e-434b-b223-10f625587db2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:42.073465 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-382a2b13-db11-4e83-9157-2a6fbe1ee953 req-4f53405a-ad6e-434b-b223-10f625587db2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0466034 Jun 23 13:43:42.121000 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-382a2b13-db11-4e83-9157-2a6fbe1ee953 req-5940f9b0-b1bc-47b7-bec3-89b74e283517 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418169 Jun 23 13:43:42.540827 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40032ab2-ce27-4cf4-9bfd-1e9a75c5501d req-fb44b8ac-5071-4abe-85ef-e1137c9f134c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:42.542189 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-40032ab2-ce27-4cf4-9bfd-1e9a75c5501d req-fb44b8ac-5071-4abe-85ef-e1137c9f134c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0474679 Jun 23 13:43:42.594932 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-40032ab2-ce27-4cf4-9bfd-1e9a75c5501d req-96ea0738-ab1f-4279-ab99-debd22957796 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469837 Jun 23 13:43:42.929955 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b71af-3115-4095-858e-c9d5533d4062 req-ccdf6314-d226-4428-a052-a94095f5dfe6 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:42.931739 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9c2b71af-3115-4095-858e-c9d5533d4062 req-ccdf6314-d226-4428-a052-a94095f5dfe6 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 945 time: 0.0492942 Jun 23 13:43:42.981099 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9c2b71af-3115-4095-858e-c9d5533d4062 req-7ef4e2fa-317e-4515-9a23-609e51ce67a3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438471 Jun 23 13:43:43.712864 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f03e9-6d4b-465c-bdb2-ecbf13b01317 req-f8ad4920-471c-4a42-9d48-ce0be7db1689 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:43.714352 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-059f03e9-6d4b-465c-bdb2-ecbf13b01317 req-f8ad4920-471c-4a42-9d48-ce0be7db1689 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0513437 Jun 23 13:43:43.734511 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:43.762219 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-059f03e9-6d4b-465c-bdb2-ecbf13b01317 req-3f8054c6-c668-4f02-967c-f332207b350d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422852 Jun 23 13:43:43.919142 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32830d1a-84bd-4523-a4e5-88ee6eb123ae req-c469703d-d978-44ee-9146-269deaa9d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:43.921854 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32830d1a-84bd-4523-a4e5-88ee6eb123ae req-c469703d-d978-44ee-9146-269deaa9d88f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 1130 time: 0.0417635 Jun 23 13:43:44.025232 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32830d1a-84bd-4523-a4e5-88ee6eb123ae req-ecbaf12c-8ce9-4650-9688-5a6129c22494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:44.026720 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32830d1a-84bd-4523-a4e5-88ee6eb123ae req-ecbaf12c-8ce9-4650-9688-5a6129c22494 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.0945344 Jun 23 13:43:44.102757 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a6e6-5fed-4736-8e84-9d5b4d052ea0 req-19b2d8fe-76c0-4277-9abd-f1932cdfb732 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:44.104291 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bf45a6e6-5fed-4736-8e84-9d5b4d052ea0 req-19b2d8fe-76c0-4277-9abd-f1932cdfb732 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 945 time: 0.0517938 Jun 23 13:43:44.122746 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:44.151812 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bf45a6e6-5fed-4736-8e84-9d5b4d052ea0 req-c2614598-cfea-4e88-9433-a00d4e4598e2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419195 Jun 23 13:43:44.637478 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32830d1a-84bd-4523-a4e5-88ee6eb123ae req-a5c66ef7-4087-4419-8d96-04099197f706 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54 HTTP/1.1" status: 200 len: 1002 time: 0.0620224 Jun 23 13:43:44.692459 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32830d1a-84bd-4523-a4e5-88ee6eb123ae req-cbf7ea34-caaf-4ade-9bbc-62c31ff73f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:44.693960 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32830d1a-84bd-4523-a4e5-88ee6eb123ae req-cbf7ea34-caaf-4ade-9bbc-62c31ff73f9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0453987 Jun 23 13:43:44.888446 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1ef4e-a0db-46b8-8852-7c463ee837f4 req-20ff1145-0f3c-4963-8f6e-d2f856ab11d2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:44.889901 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-79a1ef4e-a0db-46b8-8852-7c463ee837f4 req-20ff1145-0f3c-4963-8f6e-d2f856ab11d2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0475650 Jun 23 13:43:44.937121 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-79a1ef4e-a0db-46b8-8852-7c463ee837f4 req-b09c39e8-8e2a-4479-b81a-cee4c0203ca3 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415959 Jun 23 13:43:45.276952 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ceaf1-9c77-45e4-ba3a-5b0bd44a12cb req-6a8a74bd-f672-4204-9f46-608525b9c619 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:45.278455 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f66ceaf1-9c77-45e4-ba3a-5b0bd44a12cb req-6a8a74bd-f672-4204-9f46-608525b9c619 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 945 time: 0.0474522 Jun 23 13:43:45.293720 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:45.307493 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32830d1a-84bd-4523-a4e5-88ee6eb123ae req-81af7571-d781-41de-ae75-584d7b1ac918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:45.309351 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32830d1a-84bd-4523-a4e5-88ee6eb123ae req-81af7571-d781-41de-ae75-584d7b1ac918 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424128 Jun 23 13:43:45.336375 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f66ceaf1-9c77-45e4-ba3a-5b0bd44a12cb req-f9dac3db-1318-4501-bac2-110b2b05b903 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511565 Jun 23 13:43:45.909596 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32830d1a-84bd-4523-a4e5-88ee6eb123ae req-e959905d-188a-426d-a603-8a1e20c2d849 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960522 Jun 23 13:43:46.061641 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf2ec3-c583-44df-a684-165c96f5147c req-698ce970-1ce9-44b1-91c3-9ff96f43c98a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:46.063130 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bbdf2ec3-c583-44df-a684-165c96f5147c req-698ce970-1ce9-44b1-91c3-9ff96f43c98a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0510929 Jun 23 13:43:46.110108 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bbdf2ec3-c583-44df-a684-165c96f5147c req-7aeb2741-7978-46a2-ad4d-2624dcc9b223 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412195 Jun 23 13:43:46.245621 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32830d1a-84bd-4523-a4e5-88ee6eb123ae req-aa021786-90ec-4eb6-942b-0570557f8825 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874841 Jun 23 13:43:46.454781 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87aed7-59c5-4452-a9d3-5611c0115962 req-6f009fa0-4871-4393-87f5-72e2cf0e82f7 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:46.456262 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-df87aed7-59c5-4452-a9d3-5611c0115962 req-6f009fa0-4871-4393-87f5-72e2cf0e82f7 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 945 time: 0.0482607 Jun 23 13:43:46.506605 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-df87aed7-59c5-4452-a9d3-5611c0115962 req-b85687e2-d43d-4915-89a9-ff6afc204dae tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420506 Jun 23 13:43:46.623707 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f26f9-074f-4b31-8eff-a967cdc8ee87 req-897a5989-4310-4a61-bf25-b01ad288ce27 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:46.625184 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-de2f26f9-074f-4b31-8eff-a967cdc8ee87 req-897a5989-4310-4a61-bf25-b01ad288ce27 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 945 time: 0.0557983 Jun 23 13:43:46.633986 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 58868) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:46.638536 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-1273cffc-070e-4f33-b59c-8297f8e1ad69 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'floatingip': {'port_id': '11905686-c708-4716-8310-c8bbd7705aa0'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:46.677465 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1273cffc-070e-4f33-b59c-8297f8e1ad69 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (291160c7-b4e7-4c0e-97f5-0af91c58bdb5), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:47.085993 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1273cffc-070e-4f33-b59c-8297f8e1ad69 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:47.090897 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1273cffc-070e-4f33-b59c-8297f8e1ad69 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (291160c7-b4e7-4c0e-97f5-0af91c58bdb5), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:47.137526 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:47.205069 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-1273cffc-070e-4f33-b59c-8297f8e1ad69 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Floating IP 291160c7-b4e7-4c0e-97f5-0af91c58bdb5 associated. External IP: 172.27.0.10, port: 11905686-c708-4716-8310-c8bbd7705aa0. Jun 23 13:43:47.249807 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:47.274451 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b9368-042d-4aa7-a90a-a0c19fc8e968 req-204e152d-4c00-4c4a-97aa-f818cce60891 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:47.275946 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-692b9368-042d-4aa7-a90a-a0c19fc8e968 req-204e152d-4c00-4c4a-97aa-f818cce60891 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0848846 Jun 23 13:43:47.365588 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-692b9368-042d-4aa7-a90a-a0c19fc8e968 req-19c82647-21c8-4e2c-8964-fc98808b9e1d tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832701 Jun 23 13:43:47.463258 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1273cffc-070e-4f33-b59c-8297f8e1ad69 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Router 81a742b4-0bf8-4ae4-a20d-578063d99d92 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:43:47.564937 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1273cffc-070e-4f33-b59c-8297f8e1ad69 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:43:47.570001 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1273cffc-070e-4f33-b59c-8297f8e1ad69 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:47.575151 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2016278d-cff9-475e-a480-fe17f28824e9 None None] Sync routers for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:43:47.585544 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2016278d-cff9-475e-a480-fe17f28824e9 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:47.586115 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2016278d-cff9-475e-a480-fe17f28824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:47.600808 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1273cffc-070e-4f33-b59c-8297f8e1ad69 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "PUT /v2.0/floatingips/291160c7-b4e7-4c0e-97f5-0af91c58bdb5 HTTP/1.1" status: 200 len: 990 time: 0.9655826 Jun 23 13:43:47.601404 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'tag': '11905686-c708-4716-8310-c8bbd7705aa0'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:47.603696 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e27b2e028c6aab96d102b9db07068e0a2fbbf4677211dc7e9ac85eaee364cc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a455fe6-4a33-41f8-8b92-d065cc890f54" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2cbd7f-a2a8-4a8e-beea-655a691d1528", "tag": "11905686-c708-4716-8310-c8bbd7705aa0"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:47.638878 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291e7931-1724-432e-a9fb-b2f304764c32 x-openstack-request-id: req-291e7931-1724-432e-a9fb-b2f304764c32 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:47.639171 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2cbd7f-a2a8-4a8e-beea-655a691d1528", "tag": "11905686-c708-4716-8310-c8bbd7705aa0", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:47.639448 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-291e7931-1724-432e-a9fb-b2f304764c32 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:47.639855 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291e7931-1724-432e-a9fb-b2f304764c32'] response: {'name': 'network-changed', 'server_uuid': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'tag': '11905686-c708-4716-8310-c8bbd7705aa0', 'status': 'completed', 'code': 200} Jun 23 13:43:47.689951 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-2016278d-cff9-475e-a480-fe17f28824e9 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:47.893745 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2016278d-cff9-475e-a480-fe17f28824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '291160c7-b4e7-4c0e-97f5-0af91c58bdb5', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': '11905686-c708-4716-8310-c8bbd7705aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0f:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:43:27Z', 'updated_at': '2022-06-23T13:43:47Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:47.922205 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2016278d-cff9-475e-a480-fe17f28824e9 None None] Checking router: 81a742b4-0bf8-4ae4-a20d-578063d99d92 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:43:47.930966 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2016278d-cff9-475e-a480-fe17f28824e9 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:47.931587 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2016278d-cff9-475e-a480-fe17f28824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:47.972568 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:48.031025 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-2016278d-cff9-475e-a480-fe17f28824e9 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:48.241473 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-2016278d-cff9-475e-a480-fe17f28824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '291160c7-b4e7-4c0e-97f5-0af91c58bdb5', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': '11905686-c708-4716-8310-c8bbd7705aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0f:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:43:27Z', 'updated_at': '2022-06-23T13:43:47Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:48.243975 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:48.266189 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2016278d-cff9-475e-a480-fe17f28824e9 None None] The sync data for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi is: [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '291160c7-b4e7-4c0e-97f5-0af91c58bdb5', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': '11905686-c708-4716-8310-c8bbd7705aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:0f:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:43:27Z', 'updated_at': '2022-06-23T13:43:47Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:43:48.480229 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e94d35-8e96-49ab-bedc-a0d2757cff99 None None] New status for floating IP 291160c7-b4e7-4c0e-97f5-0af91c58bdb5: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:43:48.483866 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d211-8ee7-4633-ab6d-1ef52a1adb13 req-3789f11d-3a32-458a-8c9c-25958c61efca tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:48.485405 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c855d211-8ee7-4633-ab6d-1ef52a1adb13 req-3789f11d-3a32-458a-8c9c-25958c61efca tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0487645 Jun 23 13:43:48.532847 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c855d211-8ee7-4633-ab6d-1ef52a1adb13 req-b8844d68-65ff-4aa1-af8b-06f77c8956dd tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Jun 23 13:43:49.183363 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a455fe6-4a33-41f8-8b92-d065cc890f54 req-580804cc-7faa-448b-8f43-cad51a8f6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:49.184908 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9a455fe6-4a33-41f8-8b92-d065cc890f54 req-580804cc-7faa-448b-8f43-cad51a8f6da9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 1129 time: 0.0486870 Jun 23 13:43:49.303909 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a455fe6-4a33-41f8-8b92-d065cc890f54 req-0e6c7655-3924-4278-830f-e24472ec5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:49.305352 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9a455fe6-4a33-41f8-8b92-d065cc890f54 req-0e6c7655-3924-4278-830f-e24472ec5060 service neutron] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 916 time: 0.0878029 Jun 23 13:43:49.391779 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9a455fe6-4a33-41f8-8b92-d065cc890f54 req-72eb5358-5879-490d-9bf8-2351a6b3ff52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11905686-c708-4716-8310-c8bbd7705aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0535326 Jun 23 13:43:49.457329 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a455fe6-4a33-41f8-8b92-d065cc890f54 req-a3c5eb5e-acfc-4354-9d29-470ffe7df8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:49.459009 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9a455fe6-4a33-41f8-8b92-d065cc890f54 req-a3c5eb5e-acfc-4354-9d29-470ffe7df8a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.0548542 Jun 23 13:43:49.650740 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cdd85-a8a4-4fd9-b642-5bd3cd7462b2 req-ee67c80a-1a34-44da-8f84-aafafe2972c9 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:49.652156 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d8cdd85-a8a4-4fd9-b642-5bd3cd7462b2 req-ee67c80a-1a34-44da-8f84-aafafe2972c9 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0490587 Jun 23 13:43:49.707273 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d8cdd85-a8a4-4fd9-b642-5bd3cd7462b2 req-9211ef8c-b47e-4e07-8246-e34040ebe93f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492756 Jun 23 13:43:50.097364 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9da75ec7-9353-4550-b0ad-8b5836707e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:50.839224 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf6804-9139-45d0-9125-151deb8d8975 req-e2c67100-209a-4eb5-b6c2-c0fcfb5a63ff tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:50.840651 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ebf6804-9139-45d0-9125-151deb8d8975 req-e2c67100-209a-4eb5-b6c2-c0fcfb5a63ff tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0565219 Jun 23 13:43:50.886713 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ebf6804-9139-45d0-9125-151deb8d8975 req-ee81843e-b010-4c23-93bc-546d57e6636f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404816 Jun 23 13:43:52.010779 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26ed5e-c762-4486-bf20-fcae69f37898 req-0843f515-32c8-4a6c-8ed6-9f0a0a2765a2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:52.012192 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1b26ed5e-c762-4486-bf20-fcae69f37898 req-0843f515-32c8-4a6c-8ed6-9f0a0a2765a2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0468886 Jun 23 13:43:52.060717 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1b26ed5e-c762-4486-bf20-fcae69f37898 req-ebd8e4dd-6283-45d3-bc4e-95022b6e7917 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430701 Jun 23 13:43:52.740848 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bee19f13-1b33-45c4-b316-aa999de0b7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:53.025098 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:53.186675 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a742e5d-42f4-48db-bc8d-f936e6dc3fc2 req-1cad8d92-9f83-46bf-940e-95562632d226 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:53.188185 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8a742e5d-42f4-48db-bc8d-f936e6dc3fc2 req-1cad8d92-9f83-46bf-940e-95562632d226 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0508387 Jun 23 13:43:53.236136 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8a742e5d-42f4-48db-bc8d-f936e6dc3fc2 req-6e673c06-512b-43c6-9792-6bd789930594 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 Jun 23 13:43:53.496518 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:53.815673 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a455fe6-4a33-41f8-8b92-d065cc890f54 req-7ec10aad-5005-4723-b806-4cd7395a5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:53.817201 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9a455fe6-4a33-41f8-8b92-d065cc890f54 req-7ec10aad-5005-4723-b806-4cd7395a5eb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443938 Jun 23 13:43:53.996787 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9a455fe6-4a33-41f8-8b92-d065cc890f54 req-051c1fb3-c54f-44cc-a10d-0e8579c2fdd8 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891747 Jun 23 13:43:54.125289 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:54.131695 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9a455fe6-4a33-41f8-8b92-d065cc890f54 req-57c80662-81e3-47fb-84f4-4a6ff2a9f122 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975454 Jun 23 13:43:54.348707 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:54.357801 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4cf05-742a-4de2-9410-cfc785a792e9 req-86152d51-37fd-40f7-828b-e7ced2bb07ba tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:54.359277 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-69f4cf05-742a-4de2-9410-cfc785a792e9 req-86152d51-37fd-40f7-828b-e7ced2bb07ba tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0497577 Jun 23 13:43:54.407563 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-69f4cf05-742a-4de2-9410-cfc785a792e9 req-5d4ea4ff-7a04-4990-ab71-8e65bcb4865e tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424330 Jun 23 13:43:54.781738 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ee1a0-6a36-4e6b-b326-2fd9f44b632a req-b8ca282f-1adc-4f59-b1cf-fa1aaea69ba1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:54.783275 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d49ee1a0-6a36-4e6b-b326-2fd9f44b632a req-b8ca282f-1adc-4f59-b1cf-fa1aaea69ba1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0536571 Jun 23 13:43:54.805924 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:55.045626 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d49ee1a0-6a36-4e6b-b326-2fd9f44b632a req-0bbf1f2c-0cca-46e0-ae76-421173a7c3ea tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562225 Jun 23 13:43:55.096153 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:55.218758 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:55.532595 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39bf4e-5b42-4019-899e-28770c423263 req-3af679ae-af72-4eec-af1f-c631387cc761 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:55.534039 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ee39bf4e-5b42-4019-899e-28770c423263 req-3af679ae-af72-4eec-af1f-c631387cc761 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0460823 Jun 23 13:43:55.584186 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ee39bf4e-5b42-4019-899e-28770c423263 req-e17bd254-8f4c-4801-b490-b43a39ed097c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417438 Jun 23 13:43:55.705718 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f58c2f-66ff-4f8e-8d14-cbd0c8c2e9bb req-fce6ac2c-5648-423b-85aa-f6e952ac40d4 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:55.707318 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0f58c2f-66ff-4f8e-8d14-cbd0c8c2e9bb req-fce6ac2c-5648-423b-85aa-f6e952ac40d4 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0533659 Jun 23 13:43:55.716711 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 58952) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:43:55.721368 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-3e833dbf-3705-4371-b536-e42fb4ee4327 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Request body: {'floatingip': {'port_id': '60ed90f0-c222-4a32-aa94-aa23838b7b54'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:43:55.773491 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3e833dbf-3705-4371-b536-e42fb4ee4327 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for floatingip (63fd0405-e5f6-4398-b840-a039eef96bed), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:56.043692 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:56.173823 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbebdc3-e285-4dad-8ce8-1a7204846ce9 req-2f60224e-f03d-40db-b9e3-ac81a49398e0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:56.175265 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dcbebdc3-e285-4dad-8ce8-1a7204846ce9 req-2f60224e-f03d-40db-b9e3-ac81a49398e0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0480804 Jun 23 13:43:56.223196 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dcbebdc3-e285-4dad-8ce8-1a7204846ce9 req-c31ccab2-47db-4f81-849d-15969cb4a24c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415020 Jun 23 13:43:56.226812 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3e833dbf-3705-4371-b536-e42fb4ee4327 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:56.231377 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3e833dbf-3705-4371-b536-e42fb4ee4327 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (63fd0405-e5f6-4398-b840-a039eef96bed), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:56.434336 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e833dbf-3705-4371-b536-e42fb4ee4327 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:43:56.543195 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e833dbf-3705-4371-b536-e42fb4ee4327 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:43:56.548563 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3e833dbf-3705-4371-b536-e42fb4ee4327 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:56.553765 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721181d-4d87-4bf8-9342-1ddd09f91b3a None None] Sync routers for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:43:56.565033 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721181d-4d87-4bf8-9342-1ddd09f91b3a None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:56.565663 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-7721181d-4d87-4bf8-9342-1ddd09f91b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:56.585027 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:56.587303 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d271e2-2d0c-4e51-ab16-f09f2a186316" -d '{"events": [{"name": "network-changed", "server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:56.623168 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3e833dbf-3705-4371-b536-e42fb4ee4327 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "PUT /v2.0/floatingips/63fd0405-e5f6-4398-b840-a039eef96bed HTTP/1.1" status: 200 len: 994 time: 0.9030371 Jun 23 13:43:56.626576 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7dc2c5-c719-4db9-a700-926af7ce2c80 x-openstack-request-id: req-2e7dc2c5-c719-4db9-a700-926af7ce2c80 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:56.626968 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:56.627327 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e7dc2c5-c719-4db9-a700-926af7ce2c80 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:56.627867 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e7dc2c5-c719-4db9-a700-926af7ce2c80'] response: {'name': 'network-changed', 'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'status': 'completed', 'code': 200} Jun 23 13:43:56.762660 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d271e2-2d0c-4e51-ab16-f09f2a186316 req-cb95f954-e4ca-4dd9-9a39-ea832c806227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:56.764139 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e6d271e2-2d0c-4e51-ab16-f09f2a186316 req-cb95f954-e4ca-4dd9-9a39-ea832c806227 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 1130 time: 0.0413976 Jun 23 13:43:56.826465 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-7721181d-4d87-4bf8-9342-1ddd09f91b3a None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:56.943675 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:57.025957 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d271e2-2d0c-4e51-ab16-f09f2a186316 req-16b08db1-dc4f-4c9a-9895-d1d1cc73d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:57.027377 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e6d271e2-2d0c-4e51-ab16-f09f2a186316 req-16b08db1-dc4f-4c9a-9895-d1d1cc73d700 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.0913837 Jun 23 13:43:57.037205 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-7721181d-4d87-4bf8-9342-1ddd09f91b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '63fd0405-e5f6-4398-b840-a039eef96bed', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'port_id': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'mac_address': 'fa:16:3e:ce:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:34Z', 'updated_at': '2022-06-23T13:43:56Z', 'revision_number': 3, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 5, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:57.061911 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721181d-4d87-4bf8-9342-1ddd09f91b3a None None] Checking router: eea3ee1a-e7c8-4032-96e7-997c6cf277a8 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:43:57.070521 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721181d-4d87-4bf8-9342-1ddd09f91b3a None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:57.071109 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-7721181d-4d87-4bf8-9342-1ddd09f91b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:57.148149 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-a65abba8-f1d1-4e39-8666-9fec42c6077f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:57.149583 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-a65abba8-f1d1-4e39-8666-9fec42c6077f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0807850 Jun 23 13:43:57.155669 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e6d271e2-2d0c-4e51-ab16-f09f2a186316 req-9cc8def1-940f-49c7-8549-af2ea86ba1b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54 HTTP/1.1" status: 200 len: 1002 time: 0.0939028 Jun 23 13:43:57.172395 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-7721181d-4d87-4bf8-9342-1ddd09f91b3a None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:57.270958 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d271e2-2d0c-4e51-ab16-f09f2a186316 req-e80c9dd2-56ab-460b-af2f-17ab6361569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:57.272468 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e6d271e2-2d0c-4e51-ab16-f09f2a186316 req-e80c9dd2-56ab-460b-af2f-17ab6361569b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0999725 Jun 23 13:43:57.294775 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Deleting port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:43:57.295039 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:57.325196 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:57.346008 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5908b0-eb47-4411-88a5-d04603ea7c8c req-f736b8bb-c383-4507-9498-2c63ed363fb0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:57.347531 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ff5908b0-eb47-4411-88a5-d04603ea7c8c req-f736b8bb-c383-4507-9498-2c63ed363fb0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 946 time: 0.0485764 Jun 23 13:43:57.350840 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d271e2-2d0c-4e51-ab16-f09f2a186316 req-e765a537-baaf-466e-abd1-583b7010bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:57.352358 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e6d271e2-2d0c-4e51-ab16-f09f2a186316 req-e765a537-baaf-466e-abd1-583b7010bc82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0653789 Jun 23 13:43:57.354544 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:57.391390 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-7721181d-4d87-4bf8-9342-1ddd09f91b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '63fd0405-e5f6-4398-b840-a039eef96bed', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'port_id': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'mac_address': 'fa:16:3e:ce:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:34Z', 'updated_at': '2022-06-23T13:43:56Z', 'revision_number': 3, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 5, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:57.400571 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ff5908b0-eb47-4411-88a5-d04603ea7c8c req-ef21a8ca-75fa-4d5d-995b-8928e1527ed5 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=09923150-ea6a-49b5-a467-0d20828c86c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440776 Jun 23 13:43:57.421847 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721181d-4d87-4bf8-9342-1ddd09f91b3a None None] The sync data for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi is: [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '63fd0405-e5f6-4398-b840-a039eef96bed', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'port_id': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'mac_address': 'fa:16:3e:ce:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:41:34Z', 'updated_at': '2022-06-23T13:43:56Z', 'revision_number': 3, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 5, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:43:57.718269 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] For port 07687dd4-8eaf-46e2-8bcb-86dc90291b87, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=07687dd4-8eaf-46e2-8bcb-86dc90291b87,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:43:57.718699 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:57.790633 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e6d271e2-2d0c-4e51-ab16-f09f2a186316 req-6a34d7d8-c3b2-4537-b6ca-2b6a45d11660 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084427 Jun 23 13:43:57.963452 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:57.963806 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (01caee39-7001-4aee-96ea-667407006c47), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:57.964115 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Floating IP 01caee39-7001-4aee-96ea-667407006c47 disassociated. External IP: 172.27.0.219, port: 07687dd4-8eaf-46e2-8bcb-86dc90291b87. Jun 23 13:43:57.964452 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Calling delete_port for 07687dd4-8eaf-46e2-8bcb-86dc90291b87 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:43:57.976734 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e6d271e2-2d0c-4e51-ab16-f09f2a186316 req-cd9d429a-6cff-49e5-be66-145bd5713c13 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512580 Jun 23 13:43:58.100344 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (07687dd4-8eaf-46e2-8bcb-86dc90291b87), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:58.126295 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event deleted for resources: {'Port': ['ID=07687dd4-8eaf-46e2-8bcb-86dc90291b87,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:43:58.132962 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:58.239586 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Router c37007f5-8e9e-4809-b5f1-41947824242d has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:43:58.349329 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:43:58.359495 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ac2f7-7fe1-4ee4-80b7-3d0f01346953 None None] Sync routers for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:43:58.361927 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:58.363633 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:58.372368 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ac2f7-7fe1-4ee4-80b7-3d0f01346953 None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:58.372997 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-f10ac2f7-7fe1-4ee4-80b7-3d0f01346953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:58.392819 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] No DVR routers for this DVR port 07687dd4-8eaf-46e2-8bcb-86dc90291b87 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:43:58.395455 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:43:58.398679 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-86f6cdfe-dfc3-4ae6-b328-776aacc3dd1a req-4aa566cc-ee59-41e9-869b-3a915982ed23 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.47 "DELETE /v2.0/ports/07687dd4-8eaf-46e2-8bcb-86dc90291b87 HTTP/1.1" status: 204 len: 173 time: 1.2273798 Jun 23 13:43:58.488245 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-f10ac2f7-7fe1-4ee4-80b7-3d0f01346953 None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:58.534321 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-62239669-10d5-4073-a744-2bd7897daddc req-4d9b8fe7-ac6b-4b08-8b64-a70689253a99 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 210 time: 0.0570719 Jun 23 13:43:58.629665 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54'}, {'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'name': 'network-vif-deleted', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:43:58.632472 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f356f403-e5b6-454c-8900-51be81a4dc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54"}, {"server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "name": "network-vif-deleted", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:43:58.678145 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Jun 2022 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6407dda5-b134-4a91-b87a-8cf1969cd685 x-openstack-request-id: req-6407dda5-b134-4a91-b87a-8cf1969cd685 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:43:58.678447 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54", "status": "completed", "code": 200}, {"server_uuid": "b9ddb941-db20-4a0c-b841-d99368ad4f21", "name": "network-vif-deleted", "tag": "07687dd4-8eaf-46e2-8bcb-86dc90291b87", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:43:58.678702 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6407dda5-b134-4a91-b87a-8cf1969cd685 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:43:58.679114 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6407dda5-b134-4a91-b87a-8cf1969cd685'] response: {'name': 'network-changed', 'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'status': 'completed', 'code': 200} Jun 23 13:43:58.679499 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6407dda5-b134-4a91-b87a-8cf1969cd685'] response: {'server_uuid': 'b9ddb941-db20-4a0c-b841-d99368ad4f21', 'name': 'network-vif-deleted', 'tag': '07687dd4-8eaf-46e2-8bcb-86dc90291b87', 'status': 'completed', 'code': 200} Jun 23 13:43:58.697601 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-f10ac2f7-7fe1-4ee4-80b7-3d0f01346953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:58.722683 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ac2f7-7fe1-4ee4-80b7-3d0f01346953 None None] Checking router: c37007f5-8e9e-4809-b5f1-41947824242d for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:43:58.731249 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ac2f7-7fe1-4ee4-80b7-3d0f01346953 None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:43:58.731874 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-f10ac2f7-7fe1-4ee4-80b7-3d0f01346953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:58.831318 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-f10ac2f7-7fe1-4ee4-80b7-3d0f01346953 None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:43:59.032009 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-f10ac2f7-7fe1-4ee4-80b7-3d0f01346953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:43:59.041742 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:43:59.061435 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356f403-e5b6-454c-8900-51be81a4dc2c req-6f1595c7-f9cc-4c9d-b8b3-2769934c95db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:59.064159 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f356f403-e5b6-454c-8900-51be81a4dc2c req-6f1595c7-f9cc-4c9d-b8b3-2769934c95db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 1130 time: 0.0640049 Jun 23 13:43:59.070086 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ac2f7-7fe1-4ee4-80b7-3d0f01346953 None None] The sync data for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi is: [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:43:59.168970 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87998b2-2b9f-4c0b-ae0f-698240acd01c req-daa63144-efd2-475e-a65c-72a0837cb8be tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:43:59.170463 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c87998b2-2b9f-4c0b-ae0f-698240acd01c req-daa63144-efd2-475e-a65c-72a0837cb8be tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 945 time: 0.0511653 Jun 23 13:43:59.218360 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c87998b2-2b9f-4c0b-ae0f-698240acd01c req-3189ad12-c86b-42cb-9509-a6c3e544703d tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Jun 23 13:43:59.297725 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325afb9a-b3fd-4afe-af6b-fa414a201c33 None None] New status for floating IP 01caee39-7001-4aee-96ea-667407006c47: DOWN {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:43:59.662726 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ec3ad013-0e52-462e-b54e-5cc32d35c8b3 req-ec47d3bc-3d5b-4127-a341-c02ddfbbcbe8 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 210 time: 0.0335393 Jun 23 13:44:00.342021 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e87760-ebf0-4b5b-92ea-5fc23551df4b req-7a20b798-d7e3-4286-b14d-13ebdf3a1656 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:00.343550 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-99e87760-ebf0-4b5b-92ea-5fc23551df4b req-7a20b798-d7e3-4286-b14d-13ebdf3a1656 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 945 time: 0.0473428 Jun 23 13:44:00.350424 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 07687dd4-8eaf-46e2-8bcb-86dc90291b87 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:44:00.370460 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 07687dd4-8eaf-46e2-8bcb-86dc90291b87 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:44:00.370721 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 07687dd4-8eaf-46e2-8bcb-86dc90291b87 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:44:00.398181 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-99e87760-ebf0-4b5b-92ea-5fc23551df4b req-f3e72969-7171-4999-b994-d054321f259d tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469739 Jun 23 13:44:00.781244 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84ba2113-dcdc-473d-87ec-4ff4750f8f60 req-291971aa-bada-4623-986d-2b37e4618cac tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9ddb941-db20-4a0c-b841-d99368ad4f21 HTTP/1.1" status: 200 len: 210 time: 0.0285304 Jun 23 13:44:00.802438 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356f403-e5b6-454c-8900-51be81a4dc2c req-0174118d-6500-4a12-8e85-99423e743b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:00.804011 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f356f403-e5b6-454c-8900-51be81a4dc2c req-0174118d-6500-4a12-8e85-99423e743b1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.1000237 Jun 23 13:44:00.968236 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f356f403-e5b6-454c-8900-51be81a4dc2c req-3c2b5e79-22a6-482f-aebd-47391f907bd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54 HTTP/1.1" status: 200 len: 1002 time: 0.0621507 Jun 23 13:44:01.017162 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356f403-e5b6-454c-8900-51be81a4dc2c req-27365e47-d18f-49f5-bcf8-e97cfe36cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:01.018526 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f356f403-e5b6-454c-8900-51be81a4dc2c req-27365e47-d18f-49f5-bcf8-e97cfe36cac5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0424905 Jun 23 13:44:01.218592 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356f403-e5b6-454c-8900-51be81a4dc2c req-206a6701-d78c-4004-843e-0e09b60354d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:01.219960 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f356f403-e5b6-454c-8900-51be81a4dc2c req-206a6701-d78c-4004-843e-0e09b60354d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0756421 Jun 23 13:44:01.229933 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade0e1-2f25-4656-869e-7a12f5ac0672 req-da66a626-f31c-448c-a911-285c484a5f7c tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:01.231239 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-75ade0e1-2f25-4656-869e-7a12f5ac0672 req-da66a626-f31c-448c-a911-285c484a5f7c tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.47 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 945 time: 0.0512655 Jun 23 13:44:01.374174 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-75ade0e1-2f25-4656-869e-7a12f5ac0672 req-abe4f0de-b9e9-4399-a5d2-590a3ade186a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Deleting port 88903506-2ee3-475a-84a2-3a390f1bd829 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:44:01.374483 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-75ade0e1-2f25-4656-869e-7a12f5ac0672 req-abe4f0de-b9e9-4399-a5d2-590a3ade186a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:01.380033 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f356f403-e5b6-454c-8900-51be81a4dc2c req-790e8385-5d8f-412c-9a9e-4d9aabce36c2 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478918 Jun 23 13:44:01.522475 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9b18-3f19-4720-8a4a-6fe960660ddf req-3bc9aefa-ac53-4a3d-9a73-1cdd02f90377 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:01.523878 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-360a9b18-3f19-4720-8a4a-6fe960660ddf req-3bc9aefa-ac53-4a3d-9a73-1cdd02f90377 tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fb7c75c-c825-43e8-a4f0-43b5e62331a9 HTTP/1.1" status: 200 len: 945 time: 0.0492108 Jun 23 13:44:01.526850 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-75ade0e1-2f25-4656-869e-7a12f5ac0672 req-abe4f0de-b9e9-4399-a5d2-590a3ade186a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] For port 88903506-2ee3-475a-84a2-3a390f1bd829, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=88903506-2ee3-475a-84a2-3a390f1bd829,segment=NetworkSegment(d153dd45-750f-41a1-bb60-25921a062387),segment_id=d153dd45-750f-41a1-bb60-25921a062387)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:44:01.527209 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-75ade0e1-2f25-4656-869e-7a12f5ac0672 req-abe4f0de-b9e9-4399-a5d2-590a3ade186a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:01.543463 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f356f403-e5b6-454c-8900-51be81a4dc2c req-c7e29914-0255-428a-bd18-5724d214d7a3 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537061 Jun 23 13:44:01.544338 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-75ade0e1-2f25-4656-869e-7a12f5ac0672 req-abe4f0de-b9e9-4399-a5d2-590a3ade186a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Calling delete_port for 88903506-2ee3-475a-84a2-3a390f1bd829 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:44:01.573302 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-360a9b18-3f19-4720-8a4a-6fe960660ddf req-6de3bb38-fcde-488d-b792-656c8c02633c tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.26 "GET /v2.0/security-groups?id=2499ea60-6cb2-46d4-9932-ac00f4936372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Jun 23 13:44:01.617386 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:01.675862 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-75ade0e1-2f25-4656-869e-7a12f5ac0672 req-abe4f0de-b9e9-4399-a5d2-590a3ade186a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (88903506-2ee3-475a-84a2-3a390f1bd829), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:01.687732 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['88903506-2ee3-475a-84a2-3a390f1bd829'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:44:01.701445 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4f0de-b9e9-4399-a5d2-590a3ade186a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Pushing event deleted for resources: {'Port': ['ID=88903506-2ee3-475a-84a2-3a390f1bd829,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:01.730812 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:01.752619 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ade0e1-2f25-4656-869e-7a12f5ac0672 req-abe4f0de-b9e9-4399-a5d2-590a3ade186a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] No DVR routers for this DVR port 88903506-2ee3-475a-84a2-3a390f1bd829 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:44:01.755418 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-75ade0e1-2f25-4656-869e-7a12f5ac0672 req-abe4f0de-b9e9-4399-a5d2-590a3ade186a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:01.758647 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-75ade0e1-2f25-4656-869e-7a12f5ac0672 req-abe4f0de-b9e9-4399-a5d2-590a3ade186a tempest-VolumesSnapshotTestJSON-209705941 tempest-VolumesSnapshotTestJSON-209705941-project] 10.222.0.47 "DELETE /v2.0/ports/88903506-2ee3-475a-84a2-3a390f1bd829 HTTP/1.1" status: 204 len: 173 time: 0.5197842 Jun 23 13:44:01.759099 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb7c75c-c825-43e8-a4f0-43b5e62331a9', 'name': 'network-vif-deleted', 'tag': '88903506-2ee3-475a-84a2-3a390f1bd829'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:44:01.761427 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2c365e-6469-4bd5-b7a0-b198a50eb587" -d '{"events": [{"server_uuid": "7fb7c75c-c825-43e8-a4f0-43b5e62331a9", "name": "network-vif-deleted", "tag": "88903506-2ee3-475a-84a2-3a390f1bd829"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:44:01.797879 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eabfedb-33f7-461a-a895-ba3177d8d255 x-openstack-request-id: req-9eabfedb-33f7-461a-a895-ba3177d8d255 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:44:01.798176 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb7c75c-c825-43e8-a4f0-43b5e62331a9", "name": "network-vif-deleted", "tag": "88903506-2ee3-475a-84a2-3a390f1bd829", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:44:01.798428 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9eabfedb-33f7-461a-a895-ba3177d8d255 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:44:01.798831 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eabfedb-33f7-461a-a895-ba3177d8d255'] response: {'server_uuid': '7fb7c75c-c825-43e8-a4f0-43b5e62331a9', 'name': 'network-vif-deleted', 'tag': '88903506-2ee3-475a-84a2-3a390f1bd829', 'status': 'completed', 'code': 200} Jun 23 13:44:01.871143 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59006) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:01.926227 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e274a941-d28e-4137-8fae-c975fe0750ab tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (09923150-ea6a-49b5-a467-0d20828c86c9), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:01.949994 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e274a941-d28e-4137-8fae-c975fe0750ab tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (09923150-ea6a-49b5-a467-0d20828c86c9), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.000088 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e274a941-d28e-4137-8fae-c975fe0750ab tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (09923150-ea6a-49b5-a467-0d20828c86c9), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.002759 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e274a941-d28e-4137-8fae-c975fe0750ab tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.003957 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e274a941-d28e-4137-8fae-c975fe0750ab tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "DELETE /v2.0/security-groups/09923150-ea6a-49b5-a467-0d20828c86c9 HTTP/1.1" status: 204 len: 168 time: 0.1317620 Jun 23 13:44:02.006754 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59008) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:02.013221 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274a941-d28e-4137-8fae-c975fe0750ab tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09923150-ea6a-49b5-a467-0d20828c86c9,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:02.020630 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.api.v2.resource [None req-3341cc5b-ca86-42c0-a097-ed5c6d05643f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] show failed (client error): The resource could not be found. Jun 23 13:44:02.021605 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3341cc5b-ca86-42c0-a097-ed5c6d05643f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups/09923150-ea6a-49b5-a467-0d20828c86c9 HTTP/1.1" status: 404 len: 347 time: 0.0138237 Jun 23 13:44:02.024791 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59010) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:02.028358 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:02.135754 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-a1d6a868-524b-4593-89d1-f3b8f6434959 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Deleting port 3aeadcf4-ebe5-46b4-9059-0a0359093142 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:44:02.136111 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a1d6a868-524b-4593-89d1-f3b8f6434959 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (3aeadcf4-ebe5-46b4-9059-0a0359093142), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.214083 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a1d6a868-524b-4593-89d1-f3b8f6434959 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (3aeadcf4-ebe5-46b4-9059-0a0359093142), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.214409 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a1d6a868-524b-4593-89d1-f3b8f6434959 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (3aeadcf4-ebe5-46b4-9059-0a0359093142), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.227983 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-a1d6a868-524b-4593-89d1-f3b8f6434959 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Calling delete_port for 3aeadcf4-ebe5-46b4-9059-0a0359093142 owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:44:02.269007 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:02.311824 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:02.372976 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a1d6a868-524b-4593-89d1-f3b8f6434959 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (3aeadcf4-ebe5-46b4-9059-0a0359093142), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.399364 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6a868-524b-4593-89d1-f3b8f6434959 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event deleted for resources: {'Port': ['ID=3aeadcf4-ebe5-46b4-9059-0a0359093142,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:02.462538 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a1d6a868-524b-4593-89d1-f3b8f6434959 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (01caee39-7001-4aee-96ea-667407006c47), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.465180 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a1d6a868-524b-4593-89d1-f3b8f6434959 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.466379 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a1d6a868-524b-4593-89d1-f3b8f6434959 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "DELETE /v2.0/floatingips/01caee39-7001-4aee-96ea-667407006c47 HTTP/1.1" status: 204 len: 168 time: 0.4406812 Jun 23 13:44:02.555847 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59014) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:02.560463 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-12f8836b-6e80-4b95-8f9d-6bc0da29113c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661217283', 'description': 'tempest-description--660889615'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:02.583933 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12f8836b-6e80-4b95-8f9d-6bc0da29113c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.658544 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12f8836b-6e80-4b95-8f9d-6bc0da29113c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (68c2ae6f-445e-40c0-93c1-470933489611), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.663039 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12f8836b-6e80-4b95-8f9d-6bc0da29113c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (68c2ae6f-445e-40c0-93c1-470933489611), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.693166 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8836b-6e80-4b95-8f9d-6bc0da29113c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c2ae6f-445e-40c0-93c1-470933489611,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:02.699213 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-12f8836b-6e80-4b95-8f9d-6bc0da29113c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.700493 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-12f8836b-6e80-4b95-8f9d-6bc0da29113c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1435909 Jun 23 13:44:02.703583 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59020) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:02.708900 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-820e132c-603c-4efa-8ce0-de704c876a96 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'security_group_rule': {'security_group_id': '68c2ae6f-445e-40c0-93c1-470933489611', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:02.739693 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-820e132c-603c-4efa-8ce0-de704c876a96 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (742eb87c-cae3-4062-976f-b0ed14938bfd), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.797583 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-820e132c-603c-4efa-8ce0-de704c876a96 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (742eb87c-cae3-4062-976f-b0ed14938bfd), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.800970 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-820e132c-603c-4efa-8ce0-de704c876a96 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (742eb87c-cae3-4062-976f-b0ed14938bfd), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.821351 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e132c-603c-4efa-8ce0-de704c876a96 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742eb87c-cae3-4062-976f-b0ed14938bfd,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:02.827454 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-820e132c-603c-4efa-8ce0-de704c876a96 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.831349 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-820e132c-603c-4efa-8ce0-de704c876a96 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242414 Jun 23 13:44:02.831746 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59022) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:02.836111 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-f6308b2f-8d74-4ab0-b423-363f4eda027a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'security_group_rule': {'security_group_id': '68c2ae6f-445e-40c0-93c1-470933489611', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:02.872997 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6308b2f-8d74-4ab0-b423-363f4eda027a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (7b57c290-c010-44b0-ab89-3c6725a7221a), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.933890 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6308b2f-8d74-4ab0-b423-363f4eda027a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (7b57c290-c010-44b0-ab89-3c6725a7221a), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.939098 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6308b2f-8d74-4ab0-b423-363f4eda027a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (7b57c290-c010-44b0-ab89-3c6725a7221a), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.961107 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6308b2f-8d74-4ab0-b423-363f4eda027a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b57c290-c010-44b0-ab89-3c6725a7221a,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:02.968350 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f6308b2f-8d74-4ab0-b423-363f4eda027a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:02.969767 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f6308b2f-8d74-4ab0-b423-363f4eda027a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373150 Jun 23 13:44:02.973371 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59028) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:02.978067 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:03.001302 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:03.079896 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:03.183609 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Allocated IP 172.27.0.156 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/0bac7335-fa0a-4bab-8811-c7b4513b493f) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:44:03.298937 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for port (0bac7335-fa0a-4bab-8811-c7b4513b493f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:03.337262 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (0bac7335-fa0a-4bab-8811-c7b4513b493f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:03.384381 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:44:03.388896 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:44:03.392684 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:44:03.395894 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'Port': ['ID=0bac7335-fa0a-4bab-8811-c7b4513b493f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:03.486119 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (eae1e0bf-b172-4ac8-8157-5751cc8eb56a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:03.518299 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:03.525751 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (0bac7335-fa0a-4bab-8811-c7b4513b493f), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:03.548135 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:03.678202 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for port (0bac7335-fa0a-4bab-8811-c7b4513b493f), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:03.686943 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (0bac7335-fa0a-4bab-8811-c7b4513b493f), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:03.758766 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'Port': ['ID=0bac7335-fa0a-4bab-8811-c7b4513b493f,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:03.776579 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (eae1e0bf-b172-4ac8-8157-5751cc8eb56a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:03.801065 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:03.802299 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-05df25fd-8daa-444b-9924-cf986cef99b0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8277543 Jun 23 13:44:04.007771 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-25a335e7-6de7-4cbc-84cc-4d74ac2e03f9 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1661217283&fields=id&tenant_id=1d89deaaefc541739f67ab1e53c4bda3 HTTP/1.1" status: 200 len: 267 time: 0.0445619 Jun 23 13:44:04.050440 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:04.123272 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-418e341c-bcab-41ce-b267-be52e2b0b333 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:04.125015 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-418e341c-bcab-41ce-b267-be52e2b0b333 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 816 time: 0.1106877 Jun 23 13:44:04.140708 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-b05230f1-cc62-4463-a562-205e6e3af4f7 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/quotas/1d89deaaefc541739f67ab1e53c4bda3 HTTP/1.1" status: 200 len: 375 time: 0.0095711 Jun 23 13:44:04.204344 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-d9cc1317-43ea-482e-86f4-940e21808ce9 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583026 Jun 23 13:44:04.271818 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:04.300134 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-84a80403-734d-482e-89a5-e5d4ea3b03b7 service neutron] 10.222.0.26 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842147 Jun 23 13:44:04.378015 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 88903506-2ee3-475a-84a2-3a390f1bd829 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:44:04.391276 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-558790e5-774c-45b9-ada4-1b90d7691fce service neutron] 10.222.0.26 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853505 Jun 23 13:44:04.398114 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 88903506-2ee3-475a-84a2-3a390f1bd829 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:44:04.398460 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 88903506-2ee3-475a-84a2-3a390f1bd829 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:44:04.567755 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-63f8cafd-ab20-4e76-ad52-efeedce5dc75 req-236d5017-85bb-46a7-9ed7-55f4ee049387 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 210 time: 0.0285161 Jun 23 13:44:05.672637 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8a1769ac-8650-4abd-b792-1c0e28f5072e req-86437f2f-3c57-4d60-bfe1-fadb88706818 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 210 time: 0.0269282 Jun 23 13:44:06.792610 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-90290c67-8368-4db6-9aba-b0122744719f req-0190e057-e7c5-44b0-b7b1-da1b6a7e58ff tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 210 time: 0.0384190 Jun 23 13:44:07.647769 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-13e01103-1642-4fb0-ab95-c48c29eda5ad tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:07.649230 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-13e01103-1642-4fb0-ab95-c48c29eda5ad tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.47 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 816 time: 0.1301954 Jun 23 13:44:07.717094 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-0d60c781-224b-44b3-a534-85dfe31da4ec tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d89deaaefc541739f67ab1e53c4bda3 HTTP/1.1" status: 200 len: 380 time: 0.0537820 Jun 23 13:44:07.803030 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'port': {'device_id': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'admin_state_up': True, 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'security_groups': ['68c2ae6f-445e-40c0-93c1-470933489611']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:07.813220 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:44:07.911016 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-374917f8-b604-409a-9229-d3d3436d3713 req-4163c4f9-f82c-4079-ae8d-842786bc5528 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 210 time: 0.0283525 Jun 23 13:44:07.926753 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Made reservation on behalf of 1d89deaaefc541739f67ab1e53c4bda3 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:44:07.930367 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:08.059067 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Allocated IP 172.20.0.6 (13de077c-d4db-4fa7-84a8-7023d19899e5/c8933f1b-58f5-417d-b0de-f336e5d13e46/2a2fc7e3-801b-47fb-9626-bb5520448495) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:44:08.133604 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:08.204738 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:08.240045 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:08.248584 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:08.289237 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Network 13de077c-d4db-4fa7-84a8-7023d19899e5 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:44:08.295253 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:44:08.297713 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:44:08.302369 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event updated for resources: {'Port': ['ID=2a2fc7e3-801b-47fb-9626-bb5520448495,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:08.353436 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:08.354043 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:08.371312 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-419a67d2-ec36-42d4-bbf5-577a1bb4de93 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751214 Jun 23 13:44:08.388639 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Request body: {'port': {'device_id': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:08.449756 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:08.508953 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f1ad43da-0aa6-40e9-b2f9-789a3bbeefbf None None] Provisioning complete for port 2a2fc7e3-801b-47fb-9626-bb5520448495 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:44:08.509581 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f1ad43da-0aa6-40e9-b2f9-789a3bbeefbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:08.541233 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad43da-0aa6-40e9-b2f9-789a3bbeefbf None None] Port 2a2fc7e3-801b-47fb-9626-bb5520448495 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:44:08.704376 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2fc7e3-801b-47fb-9626-bb5520448495 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:44:08.712371 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Publish callbacks [] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:08.725549 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Transition to ACTIVE for port object 2a2fc7e3-801b-47fb-9626-bb5520448495 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:44:08.729754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:08.781541 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Pushing event updated for resources: {'Port': ['ID=2a2fc7e3-801b-47fb-9626-bb5520448495,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:08.831601 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:08.849261 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Attempting to bind port 2a2fc7e3-801b-47fb-9626-bb5520448495 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:44:08.849590 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Attempting to bind port 2a2fc7e3-801b-47fb-9626-bb5520448495 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:44:08.849911 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Attempting to bind port 2a2fc7e3-801b-47fb-9626-bb5520448495 on network 13de077c-d4db-4fa7-84a8-7023d19899e5 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:44:08.855519 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Port 2a2fc7e3-801b-47fb-9626-bb5520448495 on network 13de077c-d4db-4fa7-84a8-7023d19899e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:44:08.855840 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Attempting to bind port 2a2fc7e3-801b-47fb-9626-bb5520448495 on network 13de077c-d4db-4fa7-84a8-7023d19899e5 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:44:08.861409 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:44:08.861738 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Checking segment: {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:44:08.862109 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Bound using segment: {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:44:08.862525 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Bound port: 2a2fc7e3-801b-47fb-9626-bb5520448495, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d17ce0-f92b-4ed2-a467-1ce921c27316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:44:08.862872 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:08.934831 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:44:08.938300 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:44:08.945379 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:08.985973 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:08.987127 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:08.989291 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] 10.222.0.47 "PUT /v2.0/ports/2a2fc7e3-801b-47fb-9626-bb5520448495 HTTP/1.1" status: 200 len: 1093 time: 0.6048555 Jun 23 13:44:08.993130 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:44:08.996335 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea650410-65f8-4ea7-9ab8-259df2471e38" -d '{"events": [{"name": "network-changed", "server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:44:09.020054 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5e962-6e25-45fe-aff4-4be7b309f009 service neutron] Pushing event updated for resources: {'Port': ['ID=2a2fc7e3-801b-47fb-9626-bb5520448495,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:09.050746 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb747d23-35dd-4b44-b875-30427cc754e7 x-openstack-request-id: req-eb747d23-35dd-4b44-b875-30427cc754e7 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:44:09.050746 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:44:09.050999 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb747d23-35dd-4b44-b875-30427cc754e7 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:44:09.051214 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb747d23-35dd-4b44-b875-30427cc754e7'] response: {'name': 'network-changed', 'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'status': 'completed', 'code': 200} Jun 23 13:44:09.061765 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c270-1c2c-41da-aa9e-78b7e477f942 req-ff5729bb-845b-4e2e-a48b-0ad6d4061761 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:09.063498 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ec82c270-1c2c-41da-aa9e-78b7e477f942 req-ff5729bb-845b-4e2e-a48b-0ad6d4061761 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0761168 Jun 23 13:44:09.098786 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-1d2e8d67-438e-4fa0-8308-e9920a2f015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:09.100514 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-1d2e8d67-438e-4fa0-8308-e9920a2f015f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 1127 time: 0.0427670 Jun 23 13:44:09.120291 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ec82c270-1c2c-41da-aa9e-78b7e477f942 req-ee6cc1e6-4c61-496a-a21a-0515a41f9a7e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493879 Jun 23 13:44:09.152572 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-7daf061f-5c1a-42c4-8512-49bb11cde53c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2fc7e3-801b-47fb-9626-bb5520448495 HTTP/1.1" status: 200 len: 217 time: 0.0398138 Jun 23 13:44:09.206704 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-7cdf0b88-df92-4bcb-b222-9c0a3e2564f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:09.208533 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-7cdf0b88-df92-4bcb-b222-9c0a3e2564f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 200 len: 855 time: 0.0491750 Jun 23 13:44:09.254381 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-37ccf1d9-f236-4887-9756-cfdf2d336fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:09.255879 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-37ccf1d9-f236-4887-9756-cfdf2d336fbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13de077c-d4db-4fa7-84a8-7023d19899e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389032 Jun 23 13:44:09.339964 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:09.354393 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-fdb5e3da-1611-47c4-97cd-7554ab629e45 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874746 Jun 23 13:44:09.707683 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-718ee8b7-0b8b-4fc5-a145-317bfbf46c1e req-5811c7d2-6b02-4151-a114-e57fb1986b92 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466141 Jun 23 13:44:10.250215 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d65e20-fc58-49dd-b3c1-5af21aa15781 req-0d657657-faa0-41cc-92f2-6ac7651267be tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:10.251626 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-43d65e20-fc58-49dd-b3c1-5af21aa15781 req-0d657657-faa0-41cc-92f2-6ac7651267be tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0539670 Jun 23 13:44:10.302847 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-43d65e20-fc58-49dd-b3c1-5af21aa15781 req-3182a02f-e96b-4f57-97ae-a6b7eda8da31 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456066 Jun 23 13:44:10.772240 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d228bb4-3b8b-4113-a3ff-b7e70d52c074 req-e1a17629-656c-44eb-a31a-49396d7e3b05 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:10.773710 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7d228bb4-3b8b-4113-a3ff-b7e70d52c074 req-e1a17629-656c-44eb-a31a-49396d7e3b05 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0501852 Jun 23 13:44:10.838104 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7d228bb4-3b8b-4113-a3ff-b7e70d52c074 req-d3df6ddc-51c2-4f71-abd3-ba3c80f815e6 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583649 Jun 23 13:44:10.933939 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea650410-65f8-4ea7-9ab8-259df2471e38 req-0b3abc88-9923-45e5-b484-ff0cccbd6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:10.935526 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ea650410-65f8-4ea7-9ab8-259df2471e38 req-0b3abc88-9923-45e5-b484-ff0cccbd6c93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 1127 time: 0.0391943 Jun 23 13:44:11.198885 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a6007-efd2-4e72-9494-47aa2456371c req-a29db6bb-ffa9-4223-b9fa-3110ef3576d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:11.200389 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e5a6007-efd2-4e72-9494-47aa2456371c req-a29db6bb-ffa9-4223-b9fa-3110ef3576d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28b455b8dd8b4910803ac509413a97e6&device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 1168 time: 0.0732388 Jun 23 13:44:11.257356 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea650410-65f8-4ea7-9ab8-259df2471e38 req-120fe690-f12e-448c-b268-6bd29e9de20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:11.258860 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ea650410-65f8-4ea7-9ab8-259df2471e38 req-120fe690-f12e-448c-b268-6bd29e9de20e service neutron] 10.222.0.47 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 917 time: 0.1567161 Jun 23 13:44:11.324637 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ea650410-65f8-4ea7-9ab8-259df2471e38 req-8b2a5efc-9ba8-47ff-8097-4215cc8c9629 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2fc7e3-801b-47fb-9626-bb5520448495 HTTP/1.1" status: 200 len: 217 time: 0.0376551 Jun 23 13:44:11.375547 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a6007-efd2-4e72-9494-47aa2456371c req-e000915e-2ee3-4a42-9837-7318f01d5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:11.376923 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e5a6007-efd2-4e72-9494-47aa2456371c req-e000915e-2ee3-4a42-9837-7318f01d5ae0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=500fbded-0db2-4c63-b1ff-d4d5b022ae43 HTTP/1.1" status: 200 len: 915 time: 0.1662598 Jun 23 13:44:11.422241 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aa16f-63df-4ac3-856a-8e11ebb0dd5c req-e8a67bed-bad8-4fb5-8b9c-b4431341c105 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:11.423520 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea650410-65f8-4ea7-9ab8-259df2471e38 req-3593b0a1-464b-4160-9cb4-0def5d2526ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:11.424431 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-468aa16f-63df-4ac3-856a-8e11ebb0dd5c req-e8a67bed-bad8-4fb5-8b9c-b4431341c105 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0485389 Jun 23 13:44:11.424994 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ea650410-65f8-4ea7-9ab8-259df2471e38 req-3593b0a1-464b-4160-9cb4-0def5d2526ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 200 len: 855 time: 0.0923641 Jun 23 13:44:11.454535 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e5a6007-efd2-4e72-9494-47aa2456371c req-132e96c5-52ef-4c89-b11a-726b504aad83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f801c0fd-febc-4835-97ee-811b19175e3e HTTP/1.1" status: 200 len: 1000 time: 0.0681949 Jun 23 13:44:11.472179 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-468aa16f-63df-4ac3-856a-8e11ebb0dd5c req-66c4b0c6-40f2-47e6-ba25-90d130d19c5b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420780 Jun 23 13:44:11.507731 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:11.516249 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea650410-65f8-4ea7-9ab8-259df2471e38 req-95ca3074-47b0-4327-b819-360e5839b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:11.517727 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ea650410-65f8-4ea7-9ab8-259df2471e38 req-95ca3074-47b0-4327-b819-360e5839b760 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13de077c-d4db-4fa7-84a8-7023d19899e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0757186 Jun 23 13:44:11.536603 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a6007-efd2-4e72-9494-47aa2456371c req-c6fd05eb-d78a-40ba-bcfc-66595d86516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:11.537932 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e5a6007-efd2-4e72-9494-47aa2456371c req-c6fd05eb-d78a-40ba-bcfc-66595d86516d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c937649-0225-4065-896f-62a076289bfa HTTP/1.1" status: 200 len: 853 time: 0.0673769 Jun 23 13:44:11.619747 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a6007-efd2-4e72-9494-47aa2456371c req-6cab1049-deb3-40fc-8bf0-a02c6cced0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:11.621230 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e5a6007-efd2-4e72-9494-47aa2456371c req-6cab1049-deb3-40fc-8bf0-a02c6cced0ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=500fbded-0db2-4c63-b1ff-d4d5b022ae43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0722628 Jun 23 13:44:11.645471 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ea650410-65f8-4ea7-9ab8-259df2471e38 req-fa419d27-909f-4a3a-b9f6-4009f355691e service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168947 Jun 23 13:44:11.989072 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79f799-50b1-4d53-804c-9ca579874b59 req-bf314897-b0df-430c-ac32-52c6760729c2 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:11.990499 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ff79f799-50b1-4d53-804c-9ca579874b59 req-bf314897-b0df-430c-ac32-52c6760729c2 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0780010 Jun 23 13:44:12.008193 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3c9dd-d372-4b55-9b53-b1ebd8b19d6f req-6f5f37c5-64f7-4740-82de-9c1779d34f5e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:12.009551 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-86a3c9dd-d372-4b55-9b53-b1ebd8b19d6f req-6f5f37c5-64f7-4740-82de-9c1779d34f5e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0639904 Jun 23 13:44:12.068288 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:12.090013 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ff79f799-50b1-4d53-804c-9ca579874b59 req-50b7f307-67e7-4d62-80a1-9411683d4bf0 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926785 Jun 23 13:44:12.093477 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-86a3c9dd-d372-4b55-9b53-b1ebd8b19d6f req-415be766-ce40-4669-b38d-646f69bf06a5 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758977 Jun 23 13:44:12.609031 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 2a2fc7e3-801b-47fb-9626-bb5520448495 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:44:12.612672 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78930e77-c607-4a35-8354-b235d76c82cd req-95c859de-290c-4214-8137-11c2d3fcdf9f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:12.614170 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-78930e77-c607-4a35-8354-b235d76c82cd req-95c859de-290c-4214-8137-11c2d3fcdf9f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0534909 Jun 23 13:44:12.661636 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-78930e77-c607-4a35-8354-b235d76c82cd req-921bfec7-12e0-426c-8c5d-1f4ee4d0d61c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416999 Jun 23 13:44:12.705904 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:44:12.717571 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'port_id': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'mac_address': 'fa:16:3e:d1:9b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:44:12.756348 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 2a2fc7e3-801b-47fb-9626-bb5520448495 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:44:12.756739 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:12.770411 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2fc7e3-801b-47fb-9626-bb5520448495 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:44:12.789789 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:44:12.797152 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:12.842430 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=2a2fc7e3-801b-47fb-9626-bb5520448495,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:13.231301 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ab109-912d-4d7d-8ad2-6f4d95b3e795 req-194814d2-8d4f-4cc0-9aba-2957cc25eea9 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:13.232829 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-599ab109-912d-4d7d-8ad2-6f4d95b3e795 req-194814d2-8d4f-4cc0-9aba-2957cc25eea9 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0742564 Jun 23 13:44:13.243623 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c1486-b683-456c-9c77-e9a77c8f6dd5 req-b3822d54-7755-4fd6-83ee-e9dc7e8f4272 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:13.245037 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5b2c1486-b683-456c-9c77-e9a77c8f6dd5 req-b3822d54-7755-4fd6-83ee-e9dc7e8f4272 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0762317 Jun 23 13:44:13.331867 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5b2c1486-b683-456c-9c77-e9a77c8f6dd5 req-9cc32178-4ac8-4771-bd4b-c421a98dc140 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799000 Jun 23 13:44:13.337347 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-599ab109-912d-4d7d-8ad2-6f4d95b3e795 req-d713ed6d-4adb-47fb-b145-982c397fdfbc tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914390 Jun 23 13:44:13.594971 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e5a6007-efd2-4e72-9494-47aa2456371c req-db975cfe-cff9-40ad-8e44-7aebec44a77d service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619186 Jun 23 13:44:13.597093 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ea650410-65f8-4ea7-9ab8-259df2471e38 req-d9cd4948-4c35-44d7-ad33-1c26dfe7d8df service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530404 Jun 23 13:44:13.786186 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811514ad-66c5-4992-8b2b-0faad8b3eb93 req-d808c3cf-8cf0-4cf0-84da-d816fbd88b92 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:13.787674 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-811514ad-66c5-4992-8b2b-0faad8b3eb93 req-d808c3cf-8cf0-4cf0-84da-d816fbd88b92 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 944 time: 0.0481243 Jun 23 13:44:13.826203 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:13.838797 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-811514ad-66c5-4992-8b2b-0faad8b3eb93 req-75b65503-8208-4e8c-b4b6-bcae59d33a07 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Jun 23 13:44:14.487043 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:14.501113 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2e787-3043-4eab-9cdf-ea6642f40910 req-f1341d37-40bc-4f32-99e4-c550e56365b4 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:14.502739 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-46a2e787-3043-4eab-9cdf-ea6642f40910 req-f1341d37-40bc-4f32-99e4-c550e56365b4 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0862105 Jun 23 13:44:14.502972 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e5a6007-efd2-4e72-9494-47aa2456371c req-a48e4b83-bb48-4fb4-99cb-4b387daa1d8a service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863693 Jun 23 13:44:14.508985 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bf84e-8e61-4255-83e5-43e0e7e1e6f2 req-1a4c08f1-6d1c-4826-814a-354024e52fd2 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:14.510420 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-713bf84e-8e61-4255-83e5-43e0e7e1e6f2 req-1a4c08f1-6d1c-4826-814a-354024e52fd2 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0781004 Jun 23 13:44:14.586271 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-46a2e787-3043-4eab-9cdf-ea6642f40910 req-bf5bad39-7693-4551-8fd4-33a7d7a8170c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748906 Jun 23 13:44:14.605458 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-713bf84e-8e61-4255-83e5-43e0e7e1e6f2 req-91037ecf-cdde-4edf-8172-dfdf0b60a189 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793931 Jun 23 13:44:14.801665 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['2a2fc7e3-801b-47fb-9626-bb5520448495'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:44:15.022987 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c0cf1-a0de-4d64-8269-5298a6b52ebb req-8c68d69b-6e57-4ae1-b966-7b89b00ba47e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:15.024464 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fe8c0cf1-a0de-4d64-8269-5298a6b52ebb req-8c68d69b-6e57-4ae1-b966-7b89b00ba47e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 944 time: 0.1042306 Jun 23 13:44:15.073945 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fe8c0cf1-a0de-4d64-8269-5298a6b52ebb req-209b28c6-934a-4544-abef-3cc6b9306b8d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410221 Jun 23 13:44:15.759773 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0311e-1aa6-49ce-ac2b-dbf89569a450 req-43285503-ffac-4719-bdbe-2b1f40f99f89 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:15.761284 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-17a0311e-1aa6-49ce-ac2b-dbf89569a450 req-43285503-ffac-4719-bdbe-2b1f40f99f89 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0806913 Jun 23 13:44:15.780877 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528565b-436f-4567-b500-abcc819e0661 req-c4194d73-d03d-4089-af29-d060648e4804 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:15.782271 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2528565b-436f-4567-b500-abcc819e0661 req-c4194d73-d03d-4089-af29-d060648e4804 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.1256988 Jun 23 13:44:15.867073 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-17a0311e-1aa6-49ce-ac2b-dbf89569a450 req-5c66614d-0d1c-4c55-b267-686adde2f20c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999303 Jun 23 13:44:15.870512 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2528565b-436f-4567-b500-abcc819e0661 req-e3a02713-f3eb-478c-a9c7-94a382fe18a3 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811639 Jun 23 13:44:16.194705 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e56aa-2cb1-4b6e-a27b-a9834657126e req-44abcae1-1d94-4132-a604-f72fd89019f6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:16.196176 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e0e56aa-2cb1-4b6e-a27b-a9834657126e req-44abcae1-1d94-4132-a604-f72fd89019f6 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 944 time: 0.0473897 Jun 23 13:44:16.243772 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e0e56aa-2cb1-4b6e-a27b-a9834657126e req-0e9fc38b-4911-4de2-bf17-76fbab79e4a0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420482 Jun 23 13:44:16.661885 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 2a2fc7e3-801b-47fb-9626-bb5520448495 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:44:16.707578 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 2a2fc7e3-801b-47fb-9626-bb5520448495 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:44:16.714423 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 2a2fc7e3-801b-47fb-9626-bb5520448495 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:44:16.714940 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:16.795973 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 2a2fc7e3-801b-47fb-9626-bb5520448495 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:44:16.796366 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:16.820179 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:44:16.822394 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f4a118-7306-4149-98ba-964c81aaa500" -d '{"events": [{"server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "name": "network-vif-plugged", "status": "completed", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:44:16.834084 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:16.836299 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:44:16.842525 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:16.866264 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efc6ba7-d714-4fb4-9e3f-065aac9620c9 x-openstack-request-id: req-6efc6ba7-d714-4fb4-9e3f-065aac9620c9 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:44:16.866910 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "name": "network-vif-plugged", "status": "completed", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:44:16.866910 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6efc6ba7-d714-4fb4-9e3f-065aac9620c9 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:44:16.867170 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efc6ba7-d714-4fb4-9e3f-065aac9620c9'] response: {'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'code': 200} Jun 23 13:44:16.904696 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=2a2fc7e3-801b-47fb-9626-bb5520448495,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:16.954441 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:17.043684 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31badecd-ba91-4325-a9e4-398e4864e183 req-234949bd-9369-497b-a599-9b410eaacc22 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:17.045210 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-31badecd-ba91-4325-a9e4-398e4864e183 req-234949bd-9369-497b-a599-9b410eaacc22 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0997751 Jun 23 13:44:17.057499 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c9195-530b-470f-9b6b-cd589485741e req-774711fe-1a6d-45b8-9197-4b263d51dff3 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:17.058831 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b18c9195-530b-470f-9b6b-cd589485741e req-774711fe-1a6d-45b8-9197-4b263d51dff3 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0735850 Jun 23 13:44:17.105904 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479b7f2-b16a-4e2f-9726-d5ba0b76352b req-90caae6e-8433-44da-ac44-a2b2694a4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:17.107699 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b479b7f2-b16a-4e2f-9726-d5ba0b76352b req-90caae6e-8433-44da-ac44-a2b2694a4134 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 1129 time: 0.0426619 Jun 23 13:44:17.124674 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-31badecd-ba91-4325-a9e4-398e4864e183 req-047aebc3-e98d-4d09-b512-4246bf12ab93 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739214 Jun 23 13:44:17.155066 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b18c9195-530b-470f-9b6b-cd589485741e req-cb4635f0-46eb-4b47-b549-c92959504f89 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901170 Jun 23 13:44:17.159742 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b479b7f2-b16a-4e2f-9726-d5ba0b76352b req-e5e738da-c2b6-4db3-809e-ea4a0667e3e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Jun 23 13:44:17.373981 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f699595-6cb5-4536-bccd-d9a4ec8a7bd6 req-48f36d82-198b-4c70-807f-a1f946c4683b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:17.375420 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4f699595-6cb5-4536-bccd-d9a4ec8a7bd6 req-48f36d82-198b-4c70-807f-a1f946c4683b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0519345 Jun 23 13:44:17.431290 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4f699595-6cb5-4536-bccd-d9a4ec8a7bd6 req-78007ed9-7b3c-45f0-85a3-ebbbbd246f9f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475595 Jun 23 13:44:18.251977 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9a665-6534-4f5e-819b-104a3c025815 req-a9f53b34-ba98-41a1-b937-fe4ce8278722 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:18.253406 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e2a9a665-6534-4f5e-819b-104a3c025815 req-a9f53b34-ba98-41a1-b937-fe4ce8278722 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0600286 Jun 23 13:44:18.296258 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:18.302322 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d430171-10f7-40e1-8eb9-2dc7cefd4a58 req-751b3817-aac0-40c1-8e19-5845230e557b tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:18.303843 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5d430171-10f7-40e1-8eb9-2dc7cefd4a58 req-751b3817-aac0-40c1-8e19-5845230e557b tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0746746 Jun 23 13:44:18.342716 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e2a9a665-6534-4f5e-819b-104a3c025815 req-064f6ee9-0a09-4266-b34a-148153f33ef8 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733318 Jun 23 13:44:18.384151 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5d430171-10f7-40e1-8eb9-2dc7cefd4a58 req-34927bfa-faac-4455-938c-f185ffd4fd0b tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722742 Jun 23 13:44:18.575983 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fbefd-37ca-49e2-91dc-774f77b4441a req-2bf19c06-1fb4-4dd7-977e-4ece8316feb0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:18.577353 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-089fbefd-37ca-49e2-91dc-774f77b4441a req-2bf19c06-1fb4-4dd7-977e-4ece8316feb0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0655527 Jun 23 13:44:18.628553 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-089fbefd-37ca-49e2-91dc-774f77b4441a req-1d585084-e87b-423f-a12b-710917787ca2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422070 Jun 23 13:44:19.462209 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2942d1-e38d-4d68-a36c-3915463ba4ca req-30f11439-9af0-4e31-8080-f3255624f3bd tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:19.464034 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cd2942d1-e38d-4d68-a36c-3915463ba4ca req-30f11439-9af0-4e31-8080-f3255624f3bd tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0529916 Jun 23 13:44:19.529827 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc35ed-39df-4511-ac5f-f86ad830018f req-2dc86b08-bc6b-452c-be5f-b3e95f80453e tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:19.531639 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b7cc35ed-39df-4511-ac5f-f86ad830018f req-2dc86b08-bc6b-452c-be5f-b3e95f80453e tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0665183 Jun 23 13:44:19.566102 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cd2942d1-e38d-4d68-a36c-3915463ba4ca req-fbdc99be-2858-4e29-8b35-eeaba6e34d8c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924149 Jun 23 13:44:19.609332 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b7cc35ed-39df-4511-ac5f-f86ad830018f req-595abb44-c523-4af6-ae6a-f6fea3e10705 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702827 Jun 23 13:44:19.745589 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5896af-7c9e-425c-b3c1-01eca1011553 req-2a470ff2-bfe5-4b93-91e2-cf9a4af54512 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:19.747042 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8a5896af-7c9e-425c-b3c1-01eca1011553 req-2a470ff2-bfe5-4b93-91e2-cf9a4af54512 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0478296 Jun 23 13:44:19.797324 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8a5896af-7c9e-425c-b3c1-01eca1011553 req-103557d7-2b91-4a24-9cf0-3ffeb49e20cf tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Jun 23 13:44:19.915384 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69dfce-5e37-4679-b167-0e2e48ebb479 req-17a1a912-85d2-422b-9182-819981c83a64 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:19.916832 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ef69dfce-5e37-4679-b167-0e2e48ebb479 req-17a1a912-85d2-422b-9182-819981c83a64 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0461318 Jun 23 13:44:19.925968 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59214) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:19.930490 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-6edf0db1-d9de-4fd8-ae1e-f4394357acd0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Request body: {'floatingip': {'port_id': '2a2fc7e3-801b-47fb-9626-bb5520448495'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:19.969680 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6edf0db1-d9de-4fd8-ae1e-f4394357acd0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (eae1e0bf-b172-4ac8-8157-5751cc8eb56a), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:20.085313 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:20.094705 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-217b2c92-5b29-4605-b718-8761d4183d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:20.385822 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6edf0db1-d9de-4fd8-ae1e-f4394357acd0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:20.390069 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6edf0db1-d9de-4fd8-ae1e-f4394357acd0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (eae1e0bf-b172-4ac8-8157-5751cc8eb56a), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:20.473200 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:20.488356 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-6edf0db1-d9de-4fd8-ae1e-f4394357acd0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Floating IP eae1e0bf-b172-4ac8-8157-5751cc8eb56a associated. External IP: 172.27.0.156, port: 2a2fc7e3-801b-47fb-9626-bb5520448495. Jun 23 13:44:20.689695 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e7da9-75e4-4ebb-bbce-492c2e911e09 req-e7508531-8c12-4fa2-aa12-151add16f57f tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:20.691240 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-612e7da9-75e4-4ebb-bbce-492c2e911e09 req-e7508531-8c12-4fa2-aa12-151add16f57f tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0537076 Jun 23 13:44:20.706781 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edf0db1-d9de-4fd8-ae1e-f4394357acd0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Router c37007f5-8e9e-4809-b5f1-41947824242d has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:44:20.756691 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793b417-c0c9-4f85-89e2-5dbc86895b32 req-65284ae5-95af-46e4-b644-9bf74d961db2 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:20.758194 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e793b417-c0c9-4f85-89e2-5dbc86895b32 req-65284ae5-95af-46e4-b644-9bf74d961db2 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0757883 Jun 23 13:44:20.767252 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:20.784764 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-612e7da9-75e4-4ebb-bbce-492c2e911e09 req-7de7f1f4-dcc9-4cfd-aae2-c4b8d3628ed3 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858557 Jun 23 13:44:20.801052 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:20.819266 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edf0db1-d9de-4fd8-ae1e-f4394357acd0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:44:20.824609 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6edf0db1-d9de-4fd8-ae1e-f4394357acd0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:20.833625 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a28c33-720f-4175-9474-bd4a90518996 None None] Sync routers for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:44:20.839144 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e793b417-c0c9-4f85-89e2-5dbc86895b32 req-9ed9db66-1814-47db-b6c2-b39011c1f0a5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698578 Jun 23 13:44:20.846577 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a28c33-720f-4175-9474-bd4a90518996 None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:44:20.847502 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-17a28c33-720f-4175-9474-bd4a90518996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:20.855851 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6edf0db1-d9de-4fd8-ae1e-f4394357acd0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "PUT /v2.0/floatingips/eae1e0bf-b172-4ac8-8157-5751cc8eb56a HTTP/1.1" status: 200 len: 991 time: 0.9287910 Jun 23 13:44:20.856670 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:44:20.859213 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181" -d '{"events": [{"name": "network-changed", "server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:44:20.893685 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea050b0-0871-43ef-99b3-272d5c23056a x-openstack-request-id: req-5ea050b0-0871-43ef-99b3-272d5c23056a {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:44:20.894083 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:44:20.894359 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ea050b0-0871-43ef-99b3-272d5c23056a {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:44:20.894761 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea050b0-0871-43ef-99b3-272d5c23056a'] response: {'name': 'network-changed', 'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'status': 'completed', 'code': 200} Jun 23 13:44:20.950302 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-17a28c33-720f-4175-9474-bd4a90518996 None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:44:20.961547 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181 req-3c543ca9-5a4a-40a1-a928-593749cf4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:20.963122 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181 req-3c543ca9-5a4a-40a1-a928-593749cf4939 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 1129 time: 0.0444789 Jun 23 13:44:20.987055 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=100 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:21.025638 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=100 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:21.055636 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181 req-95226f7d-380d-45e2-a2c7-7374bd8d359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:21.057102 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181 req-95226f7d-380d-45e2-a2c7-7374bd8d359e service neutron] 10.222.0.47 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 917 time: 0.0865822 Jun 23 13:44:21.131379 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181 req-521fda09-ed36-4227-86c4-57a4c793e33a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2fc7e3-801b-47fb-9626-bb5520448495 HTTP/1.1" status: 200 len: 999 time: 0.0601640 Jun 23 13:44:21.163105 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-17a28c33-720f-4175-9474-bd4a90518996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'eae1e0bf-b172-4ac8-8157-5751cc8eb56a', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'port_id': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'mac_address': 'fa:16:3e:d1:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:44:03Z', 'updated_at': '2022-06-23T13:44:20Z', 'revision_number': 1, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:21.185545 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181 req-81635ab7-7556-4610-a016-95b9cd283407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:21.187022 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181 req-81635ab7-7556-4610-a016-95b9cd283407 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 200 len: 855 time: 0.0425961 Jun 23 13:44:21.187144 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a28c33-720f-4175-9474-bd4a90518996 None None] Checking router: c37007f5-8e9e-4809-b5f1-41947824242d for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:44:21.195374 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a28c33-720f-4175-9474-bd4a90518996 None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:44:21.195984 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-17a28c33-720f-4175-9474-bd4a90518996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:43:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:21.231360 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181 req-21a7aaa3-671e-4613-b459-50fcc80df96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:21.232773 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181 req-21a7aaa3-671e-4613-b459-50fcc80df96a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13de077c-d4db-4fa7-84a8-7023d19899e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384960 Jun 23 13:44:21.329042 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181 req-c0f07342-b355-4458-813a-205be642b239 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878470 Jun 23 13:44:21.387955 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-17a28c33-720f-4175-9474-bd4a90518996 None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:44:21.422414 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2e635cd7-e6b3-4a48-8abe-c8c0d8778181 req-3e05b314-de9f-44d8-8cb7-2487fc60aef1 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868707 Jun 23 13:44:21.603655 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-17a28c33-720f-4175-9474-bd4a90518996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'eae1e0bf-b172-4ac8-8157-5751cc8eb56a', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'port_id': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'mac_address': 'fa:16:3e:d1:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:44:03Z', 'updated_at': '2022-06-23T13:44:20Z', 'revision_number': 1, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:21.631821 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a28c33-720f-4175-9474-bd4a90518996 None None] The sync data for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi is: [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'eae1e0bf-b172-4ac8-8157-5751cc8eb56a', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'port_id': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'mac_address': 'fa:16:3e:d1:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:44:03Z', 'updated_at': '2022-06-23T13:44:20Z', 'revision_number': 1, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:44:21.838502 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ffd1b-0b38-48c5-a725-9dd2dc94161c None None] New status for floating IP eae1e0bf-b172-4ac8-8157-5751cc8eb56a: ACTIVE {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:44:21.911472 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ad832-285f-49dc-b24f-69cc26bf25bb req-3a22ca5f-3dd0-443d-ba1c-fcbd54871439 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:21.913072 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-073ad832-285f-49dc-b24f-69cc26bf25bb req-3a22ca5f-3dd0-443d-ba1c-fcbd54871439 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0527716 Jun 23 13:44:21.980511 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a9ea-9437-4d9f-97ed-b372ce314ef5 req-56024624-b5ba-4274-8f40-3e2b56d64f0d tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:21.982794 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8925a9ea-9437-4d9f-97ed-b372ce314ef5 req-56024624-b5ba-4274-8f40-3e2b56d64f0d tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0687947 Jun 23 13:44:22.014383 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-073ad832-285f-49dc-b24f-69cc26bf25bb req-a6321865-f68d-4360-b48d-f16cbe3706b2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907795 Jun 23 13:44:22.059306 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8925a9ea-9437-4d9f-97ed-b372ce314ef5 req-be73d73c-7459-4fb6-97a3-027cc0793624 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699375 Jun 23 13:44:22.736959 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2d9daace-ca26-4957-aa66-faec2ce9e791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:23.041004 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:23.146961 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45729e63-2f34-4d4d-a851-4b20fc332888 req-b9e3fdfb-db0a-4013-9093-521d706b53d4 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:23.148424 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-45729e63-2f34-4d4d-a851-4b20fc332888 req-b9e3fdfb-db0a-4013-9093-521d706b53d4 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0644324 Jun 23 13:44:23.194398 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977e0dd-186d-48e0-8dff-2d04fc010031 req-fb5d447d-0af8-455d-a848-c1b1f1c9b475 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:23.195848 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d977e0dd-186d-48e0-8dff-2d04fc010031 req-fb5d447d-0af8-455d-a848-c1b1f1c9b475 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0643172 Jun 23 13:44:23.215764 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:23.236628 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-45729e63-2f34-4d4d-a851-4b20fc332888 req-240fd0c5-1f91-4768-bab9-e7e339e4e8c5 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718553 Jun 23 13:44:23.276190 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d977e0dd-186d-48e0-8dff-2d04fc010031 req-ecb5d2f6-72c3-4d14-8dc7-813f5c8101bc tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705268 Jun 23 13:44:23.500186 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:24.353009 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1be2-5c7b-4478-be53-479a09a355c0 req-9e436b2e-bddf-4bf4-9829-30faf55bee39 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:24.354960 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-03bb1be2-5c7b-4478-be53-479a09a355c0 req-9e436b2e-bddf-4bf4-9829-30faf55bee39 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0503118 Jun 23 13:44:24.417335 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babeb9ca-a6d6-4fe8-bd6d-88f1cbc48298 req-c816563b-26a5-49d7-afd3-c67f5d3e6850 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:24.418760 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-babeb9ca-a6d6-4fe8-bd6d-88f1cbc48298 req-c816563b-26a5-49d7-afd3-c67f5d3e6850 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0628774 Jun 23 13:44:24.455862 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-03bb1be2-5c7b-4478-be53-479a09a355c0 req-fc0db3b0-bb40-41fb-8625-3f562a6d395e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903027 Jun 23 13:44:24.494037 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-babeb9ca-a6d6-4fe8-bd6d-88f1cbc48298 req-9448ed17-adba-4e4e-a94d-6b2089d6358a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692325 Jun 23 13:44:25.010325 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59282) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:25.055609 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff14824-eff7-44ca-9b13-0b295cdfc8f8 admin admin] Deleting subnet 95715c6e-3513-4c43-9f45-ef507c488637 {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:44:25.058984 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3ff14824-eff7-44ca-9b13-0b295cdfc8f8 admin admin] Publish callbacks [] for subnet (95715c6e-3513-4c43-9f45-ef507c488637), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.097822 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3ff14824-eff7-44ca-9b13-0b295cdfc8f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4674011'] for subnet (95715c6e-3513-4c43-9f45-ef507c488637), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.101494 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.141359 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3ff14824-eff7-44ca-9b13-0b295cdfc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (95715c6e-3513-4c43-9f45-ef507c488637), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.199445 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3ff14824-eff7-44ca-9b13-0b295cdfc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4705492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58627921'] for subnet (95715c6e-3513-4c43-9f45-ef507c488637), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.203492 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.225440 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff14824-eff7-44ca-9b13-0b295cdfc8f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95715c6e-3513-4c43-9f45-ef507c488637,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:25.229023 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3ff14824-eff7-44ca-9b13-0b295cdfc8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.232036 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3ff14824-eff7-44ca-9b13-0b295cdfc8f8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/95715c6e-3513-4c43-9f45-ef507c488637 HTTP/1.1" status: 204 len: 168 time: 0.2207508 Jun 23 13:44:25.234473 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59284) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:25.304080 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (641a390d-373a-419e-893a-8f57c4838f1f), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.354091 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:25.388544 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (641a390d-373a-419e-893a-8f57c4838f1f), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.412956 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641a390d-373a-419e-893a-8f57c4838f1f']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:25.422255 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd153dd45-750f-41a1-bb60-25921a062387') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:25.422607 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd153dd45-750f-41a1-bb60-25921a062387') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:25.432052 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673984'] for segment (d153dd45-750f-41a1-bb60-25921a062387), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.445360 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (d153dd45-750f-41a1-bb60-25921a062387), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.451873 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:44:25.452246 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4705470'] for segment (d153dd45-750f-41a1-bb60-25921a062387), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.470417 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment d153dd45-750f-41a1-bb60-25921a062387 resource provider aggregate not found Jun 23 13:44:25.506973 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment d153dd45-750f-41a1-bb60-25921a062387 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d153dd45-750f-41a1-bb60-25921a062387 found for delete ", "request_id": "req-77a648b7-66ca-42ee-91f6-64070fb26abe"}]} Jun 23 13:44:25.516427 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (641a390d-373a-419e-893a-8f57c4838f1f), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.525087 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.528896 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] 10.222.0.26 "DELETE /v2.0/networks/641a390d-373a-419e-893a-8f57c4838f1f HTTP/1.1" status: 204 len: 168 time: 0.2929859 Jun 23 13:44:25.550373 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425abd9-d90d-4633-ac4d-0158c5e7f19a admin admin] Pushing event deleted for resources: {'Network': ['ID=641a390d-373a-419e-893a-8f57c4838f1f,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:25.614689 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b9f1a-c5de-4a9a-8be4-acc4b02886a0 req-35085417-bc65-4f50-b60b-92f62bc87d45 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:25.616192 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-308b9f1a-c5de-4a9a-8be4-acc4b02886a0 req-35085417-bc65-4f50-b60b-92f62bc87d45 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0862994 Jun 23 13:44:25.640611 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cef73a-725a-4e2b-b2fd-88f9953e82e8 req-9ccb7b30-692b-4851-bd2d-a27d8855b4d6 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:25.643204 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38cef73a-725a-4e2b-b2fd-88f9953e82e8 req-9ccb7b30-692b-4851-bd2d-a27d8855b4d6 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0729203 Jun 23 13:44:25.661083 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:25.715239 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-308b9f1a-c5de-4a9a-8be4-acc4b02886a0 req-bf90e56f-7a46-44ed-8b0a-95e6568f1041 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933197 Jun 23 13:44:25.738628 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59296) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:25.751458 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-38cef73a-725a-4e2b-b2fd-88f9953e82e8 req-f94325d0-ae7d-4b1f-8985-34050b1a7b75 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1012721 Jun 23 13:44:25.778918 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-bfeb688b-3a64-472a-ab75-fe509ee466c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ed01b7f521c413e944560db54281ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391016 Jun 23 13:44:25.781285 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59298) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:25.832935 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Publish callbacks [] for security_group (2499ea60-6cb2-46d4-9932-ac00f4936372), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.841542 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:25.855470 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Publish callbacks [] for security_group (2499ea60-6cb2-46d4-9932-ac00f4936372), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.904351 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2499ea60-6cb2-46d4-9932-ac00f4936372), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.907503 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:25.908660 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2499ea60-6cb2-46d4-9932-ac00f4936372 HTTP/1.1" status: 204 len: 168 time: 0.1264958 Jun 23 13:44:25.917221 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2499ea60-6cb2-46d4-9932-ac00f4936372,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:25.925469 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.925829 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.926339 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.926687 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.927013 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.927361 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.927680 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.928001 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.928322 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.928641 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.928958 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.929272 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.929827 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.929973 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:25.930193 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025cd02-fa9c-4684-81bc-0c2aad71836e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:26.747945 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-ad93aaf5-86f3-46be-8826-e170164322fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469439 Jun 23 13:44:26.839069 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-3e3f470b-b80a-4394-bc5e-68ddd67ec641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:26.840575 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-3e3f470b-b80a-4394-bc5e-68ddd67ec641 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=855cb6e79485414ab0f2a40162231d72&device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 1130 time: 0.0400662 Jun 23 13:44:26.865256 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2711e-a41a-4e41-b772-0f19a66a9d08 req-bfa4f207-dfd1-45b4-b959-02ea22a9e81f tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:26.866825 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-baa2711e-a41a-4e41-b772-0f19a66a9d08 req-bfa4f207-dfd1-45b4-b959-02ea22a9e81f tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0782351 Jun 23 13:44:26.894290 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efff97-14d6-4f1b-9680-25eaca73a8ba req-82b6bfc2-74b6-4008-b9b4-90c7e3422368 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:26.895715 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d4efff97-14d6-4f1b-9680-25eaca73a8ba req-82b6bfc2-74b6-4008-b9b4-90c7e3422368 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0753934 Jun 23 13:44:26.948575 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-baa2711e-a41a-4e41-b772-0f19a66a9d08 req-fb06e0ab-d9c7-498f-8538-f850478b070c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758998 Jun 23 13:44:26.956271 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-6d8020c0-0e9c-4203-9c25-c33c62280d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:26.958177 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-6d8020c0-0e9c-4203-9c25-c33c62280d9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 200 len: 918 time: 0.0904210 Jun 23 13:44:26.987325 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d4efff97-14d6-4f1b-9680-25eaca73a8ba req-a15c3288-6a45-4fb7-bc97-ea562ea678af tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835991 Jun 23 13:44:27.022428 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-c92d82e1-fff3-4511-80bf-cab4e148b6a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fff37344-1345-4e9c-9d02-4e0e47f479fc HTTP/1.1" status: 200 len: 217 time: 0.0325859 Jun 23 13:44:27.100671 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:27.110692 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-03ff3636-0851-469d-8d95-3cbfd6fc77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:27.112236 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-03ff3636-0851-469d-8d95-3cbfd6fc77d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 200 len: 856 time: 0.0490873 Jun 23 13:44:27.167908 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-20e7d84b-3ef9-424b-8867-6724aacea302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:27.169367 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-20e7d84b-3ef9-424b-8867-6724aacea302 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa1c1aa4-3e5b-4496-86ec-113ba24a4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436754 Jun 23 13:44:27.259459 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-f789890f-5e27-402b-819b-d4fe2a246c2c service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819509 Jun 23 13:44:27.355876 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8a49ed8b-3770-4767-b392-8b178e3c1193 req-14b6e5a1-f52d-431a-9b70-ad5ed1e31183 service neutron] 10.222.0.47 "GET /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878015 Jun 23 13:44:28.077960 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb8aba-c078-4cf9-aaa2-df8ea19195c4 req-d993311e-b79e-415c-a187-ca1ddb181e41 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:28.079548 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-eecb8aba-c078-4cf9-aaa2-df8ea19195c4 req-d993311e-b79e-415c-a187-ca1ddb181e41 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0546942 Jun 23 13:44:28.128523 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e603e03-cfe9-442f-9676-cc3163fd48e0 req-5137424d-341d-43ce-829c-d96435652f41 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:28.129937 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4e603e03-cfe9-442f-9676-cc3163fd48e0 req-5137424d-341d-43ce-829c-d96435652f41 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0721385 Jun 23 13:44:28.376609 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-eecb8aba-c078-4cf9-aaa2-df8ea19195c4 req-5c542dd0-f244-4944-a504-99e04977d0d0 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813621 Jun 23 13:44:28.415691 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4e603e03-cfe9-442f-9676-cc3163fd48e0 req-2e9c14d8-c269-4d39-8d4b-f6dc3a8220cc tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2760985 Jun 23 13:44:29.522260 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db1f79-abcd-4faf-9b0a-97bfeb518ce4 req-8319754b-4393-4565-9db1-7c53c134342a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:29.523691 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e6db1f79-abcd-4faf-9b0a-97bfeb518ce4 req-8319754b-4393-4565-9db1-7c53c134342a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0697777 Jun 23 13:44:29.555277 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2ee3-77cb-4cb6-8129-869da30af289 req-db73bb8a-2aee-4cab-9f59-6f6d6500d360 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:29.556697 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dc9e2ee3-77cb-4cb6-8129-869da30af289 req-db73bb8a-2aee-4cab-9f59-6f6d6500d360 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0711281 Jun 23 13:44:29.604118 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e6db1f79-abcd-4faf-9b0a-97bfeb518ce4 req-6a437ca4-8a55-4f12-b9d1-4ce20edf61a2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728002 Jun 23 13:44:29.637864 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dc9e2ee3-77cb-4cb6-8129-869da30af289 req-69a054ac-1f8f-4c7b-9364-b158ec39190c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746369 Jun 23 13:44:29.756626 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc675-5d21-48d6-b43b-99a08fc96aa5 req-d5706285-70ad-4c71-ae46-3a15cb4f32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:29.758086 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa6cc675-5d21-48d6-b43b-99a08fc96aa5 req-d5706285-70ad-4c71-ae46-3a15cb4f32d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fef8d0cb974f35a741c3090fda97f1&device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 1130 time: 0.0408595 Jun 23 13:44:29.853361 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc675-5d21-48d6-b43b-99a08fc96aa5 req-b626f006-da6d-44ad-87c2-a4c30fcf33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:29.854789 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa6cc675-5d21-48d6-b43b-99a08fc96aa5 req-b626f006-da6d-44ad-87c2-a4c30fcf33c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=487c99b8-1e62-4d10-926f-f0a88401678c HTTP/1.1" status: 200 len: 908 time: 0.0878854 Jun 23 13:44:29.917720 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa6cc675-5d21-48d6-b43b-99a08fc96aa5 req-1875e190-7182-4db0-a231-c5f0992215dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c680d421-4232-46b9-bea8-b492d2e2f651 HTTP/1.1" status: 200 len: 1002 time: 0.0525103 Jun 23 13:44:29.970795 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc675-5d21-48d6-b43b-99a08fc96aa5 req-cac48fda-4120-47ca-95f1-65394cdecdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:29.972210 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa6cc675-5d21-48d6-b43b-99a08fc96aa5 req-cac48fda-4120-47ca-95f1-65394cdecdf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f59c2db-d2a1-4e6b-9c01-f201f588667d HTTP/1.1" status: 200 len: 846 time: 0.0470269 Jun 23 13:44:30.086320 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc675-5d21-48d6-b43b-99a08fc96aa5 req-a4bb9380-8aa6-4b89-99cc-e59950f43c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:30.087862 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa6cc675-5d21-48d6-b43b-99a08fc96aa5 req-a4bb9380-8aa6-4b89-99cc-e59950f43c14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=487c99b8-1e62-4d10-926f-f0a88401678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412104 Jun 23 13:44:30.181818 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa6cc675-5d21-48d6-b43b-99a08fc96aa5 req-578a85f6-fe4e-4c22-bd56-cfbcaab8864c service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835013 Jun 23 13:44:30.254536 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:30.275438 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-aa6cc675-5d21-48d6-b43b-99a08fc96aa5 req-ffac2f78-aedb-4483-ae0b-8e3fef3073f4 service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869765 Jun 23 13:44:30.749724 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab620d3-6508-4a48-9ca6-84e08a9a0fd8 req-03b39d33-2515-4296-aca0-3b6a1af5ed38 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:30.751209 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bab620d3-6508-4a48-9ca6-84e08a9a0fd8 req-03b39d33-2515-4296-aca0-3b6a1af5ed38 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0717154 Jun 23 13:44:30.772317 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e25bb-e295-4932-8279-e1c5e0ec7021 req-35f11479-536d-44e3-bc4e-6b4c10f59dda tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:30.773698 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c01e25bb-e295-4932-8279-e1c5e0ec7021 req-35f11479-536d-44e3-bc4e-6b4c10f59dda tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0656171 Jun 23 13:44:30.780180 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:30.847705 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bab620d3-6508-4a48-9ca6-84e08a9a0fd8 req-0b5ac756-39cd-4b0f-981e-f300596ed8b0 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908349 Jun 23 13:44:30.863106 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c01e25bb-e295-4932-8279-e1c5e0ec7021 req-bb3790cd-8fd3-4824-80a8-5f098f0dc95d tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804627 Jun 23 13:44:31.600589 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=54 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:31.606638 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=58 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:32.007790 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0e8fe-c179-4d04-97cc-a1e027e6a574 req-6a24f03f-5f7a-4ce4-bfb0-bde357e3d985 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:32.009286 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-93e0e8fe-c179-4d04-97cc-a1e027e6a574 req-6a24f03f-5f7a-4ce4-bfb0-bde357e3d985 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0754499 Jun 23 13:44:32.017052 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8460d89-a32d-4681-b47e-ce25c45110cf req-1523763d-34ae-4b7c-9349-a9b54c877fc9 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:32.018404 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a8460d89-a32d-4681-b47e-ce25c45110cf req-1523763d-34ae-4b7c-9349-a9b54c877fc9 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0722716 Jun 23 13:44:32.060551 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:32.090032 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-93e0e8fe-c179-4d04-97cc-a1e027e6a574 req-51305b0c-8e83-4d21-b526-dc56e7e9a10a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707192 Jun 23 13:44:32.115226 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a8460d89-a32d-4681-b47e-ce25c45110cf req-83206006-6044-4fd1-b8e4-46061fcf7b14 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901082 Jun 23 13:44:33.219882 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc46460-d0ee-4773-9538-d8c5c9b3bdf8 req-2f0bef74-a886-46ee-b29c-d4059ab0ea8c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:33.221381 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dfc46460-d0ee-4773-9538-d8c5c9b3bdf8 req-2f0bef74-a886-46ee-b29c-d4059ab0ea8c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0614383 Jun 23 13:44:33.270615 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453c969-7faa-4293-b0db-942cc9f6717a req-e14fcdb5-105a-4645-a083-fdb0b1679151 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:33.272092 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4453c969-7faa-4293-b0db-942cc9f6717a req-e14fcdb5-105a-4645-a083-fdb0b1679151 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0752525 Jun 23 13:44:33.309864 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dfc46460-d0ee-4773-9538-d8c5c9b3bdf8 req-f088e299-cb3d-408e-b4d0-eef39ea57c36 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723286 Jun 23 13:44:33.351636 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4453c969-7faa-4293-b0db-942cc9f6717a req-0f44e63e-2ed1-4884-83dc-72d27a0303c3 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=2037daa1-989f-4490-8a83-7c780e7cebde&id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723674 Jun 23 13:44:34.422754 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d869523-9eb1-42da-9b7b-75432574f846 req-934df32e-dbb3-43c4-8a69-888c7514e494 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:34.424281 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8d869523-9eb1-42da-9b7b-75432574f846 req-934df32e-dbb3-43c4-8a69-888c7514e494 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0480196 Jun 23 13:44:34.473388 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8d869523-9eb1-42da-9b7b-75432574f846 req-796da17a-68f1-4bd0-a569-302d31dc0e29 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Jun 23 13:44:34.637564 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-3d437082-ee56-486c-905d-c7e912daa354 req-31155317-1273-4fcf-9020-e42132091d6a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:44:34.638657 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d437082-ee56-486c-905d-c7e912daa354 req-31155317-1273-4fcf-9020-e42132091d6a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1036875 Jun 23 13:44:34.823652 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-7fdb600b-a012-4ca2-a0d9-131ce7ed7f86 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837264 Jun 23 13:44:34.830565 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3d24d-a23b-48c0-ac41-0732e6f5f743 req-02d62d6c-1c05-4932-8b8c-da65ef89aa84 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:34.837858 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-00b3d24d-a23b-48c0-ac41-0732e6f5f743 req-02d62d6c-1c05-4932-8b8c-da65ef89aa84 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0845900 Jun 23 13:44:34.925732 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-00b3d24d-a23b-48c0-ac41-0732e6f5f743 req-63f3e19e-2b2e-4dd7-bf90-7478668ffa70 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869114 Jun 23 13:44:34.934191 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-3e1aa95a-afd5-4c71-9dc7-09c3d888cd58 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:34.935477 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-3e1aa95a-afd5-4c71-9dc7-09c3d888cd58 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports/c680d421-4232-46b9-bea8-b492d2e2f651 HTTP/1.1" status: 200 len: 943 time: 0.0698757 Jun 23 13:44:35.944233 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:35.946498 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:36.052265 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7635b-85ad-433e-86b5-f2297b8e9bcf req-4ee3a8a3-4a58-42e4-b7c2-b5ab7c522541 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:36.053766 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ff7635b-85ad-433e-86b5-f2297b8e9bcf req-4ee3a8a3-4a58-42e4-b7c2-b5ab7c522541 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0523047 Jun 23 13:44:36.106488 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1ff7635b-85ad-433e-86b5-f2297b8e9bcf req-f95893d0-f7a6-40db-8d6a-89bde6022d56 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469084 Jun 23 13:44:36.643092 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-e946136e-200b-47ab-8891-6856272f049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:36.644680 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-e946136e-200b-47ab-8891-6856272f049b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3&tenant_id=b2fef8d0cb974f35a741c3090fda97f1 HTTP/1.1" status: 200 len: 1130 time: 0.0433762 Jun 23 13:44:36.719514 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-36f43467-1692-47c7-925a-a98619391255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:36.721034 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-36f43467-1692-47c7-925a-a98619391255 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fef8d0cb974f35a741c3090fda97f1&device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 1130 time: 0.0550678 Jun 23 13:44:36.733412 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device c680d421-4232-46b9-bea8-b492d2e2f651 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:44:36.809275 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port c680d421-4232-46b9-bea8-b492d2e2f651 is: ACTIVE; New status is: DOWN {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:44:36.809669 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:36.836109 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:44:36.838759 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80423504-350f-4797-af66-2ef832ce9a20" -d '{"events": [{"server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "name": "network-vif-unplugged", "status": "completed", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:44:36.855972 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port c680d421-4232-46b9-bea8-b492d2e2f651, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c680d421-4232-46b9-bea8-b492d2e2f651,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:44:36.862027 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:36.887187 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 13:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42166512-c3a8-4ede-8349-5e4b669c219a x-openstack-request-id: req-42166512-c3a8-4ede-8349-5e4b669c219a {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:44:36.887509 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "name": "network-vif-unplugged", "status": "completed", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:44:36.887767 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42166512-c3a8-4ede-8349-5e4b669c219a {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:44:36.888165 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42166512-c3a8-4ede-8349-5e4b669c219a'] response: {'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'code': 200} Jun 23 13:44:36.915646 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=c680d421-4232-46b9-bea8-b492d2e2f651,revision_number=6']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:36.923683 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.924003 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.924362 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.924706 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.925057 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.925489 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.925813 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.926130 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.926447 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.926811 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.927167 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.927537 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.927881 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.928217 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:36.928533 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:37.061382 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-ec5d2816-ddf9-4b8c-a943-6e2fcc559391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:37.062874 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-ec5d2816-ddf9-4b8c-a943-6e2fcc559391 service neutron] 10.222.0.47 "GET /v2.0/networks?id=487c99b8-1e62-4d10-926f-f0a88401678c HTTP/1.1" status: 200 len: 908 time: 0.3342474 Jun 23 13:44:37.131251 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-c88bb98a-0f52-4507-b481-d8750a0ad6d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c680d421-4232-46b9-bea8-b492d2e2f651 HTTP/1.1" status: 200 len: 1000 time: 0.0565116 Jun 23 13:44:37.182065 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-41b6573c-763b-4018-adbb-f3e67f4a5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:37.183544 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-41b6573c-763b-4018-adbb-f3e67f4a5789 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f59c2db-d2a1-4e6b-9c01-f201f588667d HTTP/1.1" status: 200 len: 846 time: 0.0455074 Jun 23 13:44:37.220958 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:37.228975 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc0bf1-cc9e-4c12-b80e-ee512cbe2187 req-8dd931ca-efe6-40c1-9383-722e8a98703b tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:37.229528 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-0f0048ae-2faa-46c5-9af3-1cf101be299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:37.230465 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-0f0048ae-2faa-46c5-9af3-1cf101be299e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=487c99b8-1e62-4d10-926f-f0a88401678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395999 Jun 23 13:44:37.230621 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2ffc0bf1-cc9e-4c12-b80e-ee512cbe2187 req-8dd931ca-efe6-40c1-9383-722e8a98703b tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0513783 Jun 23 13:44:37.283911 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2ffc0bf1-cc9e-4c12-b80e-ee512cbe2187 req-8ba8b561-6f75-4160-883a-5e280988f5f2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476742 Jun 23 13:44:37.327484 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-01372834-7ca3-4cbc-b807-e2d4f74812f1 service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899000 Jun 23 13:44:37.414738 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3a73ddac-11db-46a9-b7b2-4bcb2a98583b req-0f96c380-d964-4461-ac6b-4c2298d064e0 service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809784 Jun 23 13:44:38.401000 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078a984-9e5b-4993-b795-44c5b423ae86 req-75b96654-f708-440d-8f00-73f0a97c059f tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:38.402468 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6078a984-9e5b-4993-b795-44c5b423ae86 req-75b96654-f708-440d-8f00-73f0a97c059f tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0476162 Jun 23 13:44:38.452267 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6078a984-9e5b-4993-b795-44c5b423ae86 req-4c87562a-cf36-4f34-af18-5536f7cd8806 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442278 Jun 23 13:44:39.592211 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0a265-f028-47f4-81d5-1d004a4b3fed req-5fbb0b5f-2a1c-4fe0-a76f-44ce1648f10e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:39.593668 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aec0a265-f028-47f4-81d5-1d004a4b3fed req-5fbb0b5f-2a1c-4fe0-a76f-44ce1648f10e tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0587664 Jun 23 13:44:39.624119 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:39.649622 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aec0a265-f028-47f4-81d5-1d004a4b3fed req-5dec8775-e86d-4f14-9008-4b35a54d57d6 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479124 Jun 23 13:44:40.787385 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62ffd4-6936-4336-8d59-1b4cdb9a8177 req-c96790f6-bc43-4b2a-86f8-b8fcc2c119e0 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:40.788864 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e62ffd4-6936-4336-8d59-1b4cdb9a8177 req-c96790f6-bc43-4b2a-86f8-b8fcc2c119e0 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0494819 Jun 23 13:44:40.801044 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:40.841553 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0e62ffd4-6936-4336-8d59-1b4cdb9a8177 req-682edd9b-7995-4464-b538-a697b5297186 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470815 Jun 23 13:44:41.965726 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb0e29-f012-4567-a761-c9f49056d1d1 req-f9aea20a-6c3b-4e26-9cb9-ab22807c6706 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:41.967182 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9abb0e29-f012-4567-a761-c9f49056d1d1 req-f9aea20a-6c3b-4e26-9cb9-ab22807c6706 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0539997 Jun 23 13:44:42.017106 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9abb0e29-f012-4567-a761-c9f49056d1d1 req-4ed6632c-9b14-4bcf-a2cf-b244793215f3 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442629 Jun 23 13:44:43.151244 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacefba-a49a-4993-aa93-050bc09b3baf req-39580d26-99d9-4086-8757-45f6b8805e94 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:43.152760 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0eacefba-a49a-4993-aa93-050bc09b3baf req-39580d26-99d9-4086-8757-45f6b8805e94 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0512044 Jun 23 13:44:43.202628 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0eacefba-a49a-4993-aa93-050bc09b3baf req-7855c375-2e55-4501-b94d-30344b70f217 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441158 Jun 23 13:44:44.144684 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa413e-27f7-4b2f-8cdc-b5a288e733cb req-121005f6-86db-4a91-9f3b-a6c84b3a10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:44.146413 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-abfa413e-27f7-4b2f-8cdc-b5a288e733cb req-121005f6-86db-4a91-9f3b-a6c84b3a10ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 1128 time: 0.0918567 Jun 23 13:44:44.193876 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-abfa413e-27f7-4b2f-8cdc-b5a288e733cb req-a0e951c2-8e6f-4a8e-9c0d-e45f9404a3c2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407929 Jun 23 13:44:44.323619 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b724dd-b042-4766-ada1-26a63a912d89 req-56fdc86f-9677-4378-8ecc-d0d80816d708 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:44.325086 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b3b724dd-b042-4766-ada1-26a63a912d89 req-56fdc86f-9677-4378-8ecc-d0d80816d708 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 944 time: 0.0466387 Jun 23 13:44:44.374702 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b3b724dd-b042-4766-ada1-26a63a912d89 req-769f816a-38f9-49d5-ab0c-4b1f8cd805db tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439098 Jun 23 13:44:44.753108 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device c680d421-4232-46b9-bea8-b492d2e2f651 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:44:44.812694 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:44:44.856959 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port c680d421-4232-46b9-bea8-b492d2e2f651, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c680d421-4232-46b9-bea8-b492d2e2f651,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:44:44.868728 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'port_id': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'mac_address': 'fa:16:3e:df:0f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:44:44.903493 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port c680d421-4232-46b9-bea8-b492d2e2f651 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:44:44.903885 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:44.917069 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c680d421-4232-46b9-bea8-b492d2e2f651 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:44:44.937607 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port c680d421-4232-46b9-bea8-b492d2e2f651, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c680d421-4232-46b9-bea8-b492d2e2f651,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:44:44.941596 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:44.993256 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=c680d421-4232-46b9-bea8-b492d2e2f651,revision_number=7']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:45.496776 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54becb59-f031-47f3-939e-336d5ad968bc req-e2d2f768-6645-4109-8df4-3bb3817e9932 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:45.498352 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-54becb59-f031-47f3-939e-336d5ad968bc req-e2d2f768-6645-4109-8df4-3bb3817e9932 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 945 time: 0.0538809 Jun 23 13:44:45.560847 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-54becb59-f031-47f3-939e-336d5ad968bc req-dc3ffe90-9399-4781-a1c7-4bec27aee44a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538893 Jun 23 13:44:46.379292 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['c680d421-4232-46b9-bea8-b492d2e2f651'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:44:46.697141 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e7cf5-6bd8-470a-9f3d-7330e156cfcc req-1de9ac1c-1b78-40e3-901c-8c804c0fd7c2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:46.698976 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a45e7cf5-6bd8-470a-9f3d-7330e156cfcc req-1de9ac1c-1b78-40e3-901c-8c804c0fd7c2 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 945 time: 0.0680048 Jun 23 13:44:46.761452 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a45e7cf5-6bd8-470a-9f3d-7330e156cfcc req-b60d9366-29ef-4875-86a4-b84906e2777c tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540974 Jun 23 13:44:46.996169 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eba300-fa9a-4093-8bf4-8431a08530c1 req-d3416536-b1a1-49ff-9629-113df6139ae0 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:46.997626 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e7eba300-fa9a-4093-8bf4-8431a08530c1 req-d3416536-b1a1-49ff-9629-113df6139ae0 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0463173 Jun 23 13:44:47.047736 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e7eba300-fa9a-4093-8bf4-8431a08530c1 req-3f6f6c91-572b-4209-964a-5da24266e017 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443697 Jun 23 13:44:47.118370 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:47.174048 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:48.170092 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3fc72-815f-4464-be13-71d649ba2e95 req-bd0393fd-51ed-4401-bdde-e73548e93da9 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:48.171594 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-22e3fc72-815f-4464-be13-71d649ba2e95 req-bd0393fd-51ed-4401-bdde-e73548e93da9 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0475099 Jun 23 13:44:48.223570 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-22e3fc72-815f-4464-be13-71d649ba2e95 req-7aeedc4e-c48c-4384-a9b7-8d38bf87b198 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 Jun 23 13:44:48.775705 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device c680d421-4232-46b9-bea8-b492d2e2f651 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:44:48.826052 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port c680d421-4232-46b9-bea8-b492d2e2f651 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:44:48.826418 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:48.898408 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port c680d421-4232-46b9-bea8-b492d2e2f651 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:44:48.898789 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:48.921059 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:44:48.923310 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7be384-e0ec-44ec-9a4c-d57d94855c2d" -d '{"events": [{"server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "name": "network-vif-plugged", "status": "completed", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:44:48.935580 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port c680d421-4232-46b9-bea8-b492d2e2f651, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c680d421-4232-46b9-bea8-b492d2e2f651,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:44:48.940440 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:48.966143 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf4d6ea-3e12-414b-b9ad-8a483150cd52 x-openstack-request-id: req-cbf4d6ea-3e12-414b-b9ad-8a483150cd52 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:44:48.966459 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "name": "network-vif-plugged", "status": "completed", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:44:48.966703 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbf4d6ea-3e12-414b-b9ad-8a483150cd52 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:44:48.967096 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf4d6ea-3e12-414b-b9ad-8a483150cd52'] response: {'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'code': 200} Jun 23 13:44:48.992795 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=c680d421-4232-46b9-bea8-b492d2e2f651,revision_number=8']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:49.343947 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10edb43-5284-43b2-a9f7-925b1137db92 req-580a691e-fa99-4074-a91d-f2c840ffc924 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:49.345399 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c10edb43-5284-43b2-a9f7-925b1137db92 req-580a691e-fa99-4074-a91d-f2c840ffc924 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0523775 Jun 23 13:44:49.392906 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c10edb43-5284-43b2-a9f7-925b1137db92 req-0350d158-cf8f-4be3-97a9-8db4df1ce117 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420511 Jun 23 13:44:50.098037 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-389e86b2-ebdf-491f-9ade-cacb01516335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:50.512366 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2817a-725f-4c54-98ee-6c14567ade61 req-e7c8be6d-4c09-429a-b4a1-d509cddc6458 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:50.513920 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a6a2817a-725f-4c54-98ee-6c14567ade61 req-e7c8be6d-4c09-429a-b4a1-d509cddc6458 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0532224 Jun 23 13:44:50.564863 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a6a2817a-725f-4c54-98ee-6c14567ade61 req-5f8bdf14-19c9-4758-b464-5902e1d3ca96 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447299 Jun 23 13:44:50.670298 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-b12e4014-4d55-4e87-98d5-2a10942aa74c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:50.671911 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-b12e4014-4d55-4e87-98d5-2a10942aa74c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0485098 Jun 23 13:44:50.749721 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41de1d3-c7f9-4c8c-9ccc-d9c01979cb28 req-18832f57-7b24-4afe-bcd6-2556fe991480 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:50.751172 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e41de1d3-c7f9-4c8c-9ccc-d9c01979cb28 req-18832f57-7b24-4afe-bcd6-2556fe991480 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 945 time: 0.0537217 Jun 23 13:44:50.782328 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:50.800159 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e41de1d3-c7f9-4c8c-9ccc-d9c01979cb28 req-08848d33-e60a-417e-b6af-0761dc8c44f2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431802 Jun 23 13:44:51.698024 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47b5ee-d126-4fe0-bd75-ed2541701617 req-638cf43a-cc38-4af2-b729-ea3a4bf108d8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:51.699487 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8a47b5ee-d126-4fe0-bd75-ed2541701617 req-638cf43a-cc38-4af2-b729-ea3a4bf108d8 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0497086 Jun 23 13:44:51.723644 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:51.754481 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8a47b5ee-d126-4fe0-bd75-ed2541701617 req-fff03913-7e6b-4b7c-a7ec-1b5fdcfa3df5 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec5b56f5-c473-4566-8068-9433f087df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476079 Jun 23 13:44:51.914626 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb3ea3-4062-4c09-a232-4dba6f3a97ae req-1d2192d1-b440-4e39-88f5-9fcba4420eec tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:51.916103 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-55eb3ea3-4062-4c09-a232-4dba6f3a97ae req-1d2192d1-b440-4e39-88f5-9fcba4420eec tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 945 time: 0.0466263 Jun 23 13:44:51.964175 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-55eb3ea3-4062-4c09-a232-4dba6f3a97ae req-eef68611-bcc0-4328-a78a-e80f3c9c8e5a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426173 Jun 23 13:44:52.175211 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Deleting port 60ed90f0-c222-4a32-aa94-aa23838b7b54 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:44:52.175811 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:52.270724 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] For port 60ed90f0-c222-4a32-aa94-aa23838b7b54, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=60ed90f0-c222-4a32-aa94-aa23838b7b54,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:44:52.271091 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:52.429840 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:52.430147 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (63fd0405-e5f6-4398-b840-a039eef96bed), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:52.430460 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Floating IP 63fd0405-e5f6-4398-b840-a039eef96bed disassociated. External IP: 172.27.0.159, port: 60ed90f0-c222-4a32-aa94-aa23838b7b54. Jun 23 13:44:52.430806 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Calling delete_port for 60ed90f0-c222-4a32-aa94-aa23838b7b54 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:44:52.436610 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:52.520448 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-810f84eb-8c39-4515-8cb8-018cd4cca25a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:52.521897 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-810f84eb-8c39-4515-8cb8-018cd4cca25a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 945 time: 0.0812757 Jun 23 13:44:52.613499 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:52.657046 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Deleting port 11905686-c708-4716-8310-c8bbd7705aa0 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:44:52.657399 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (11905686-c708-4716-8310-c8bbd7705aa0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:52.693087 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (60ed90f0-c222-4a32-aa94-aa23838b7b54), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:52.732745 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5be887df-9d78-4501-ad27-41fabe2738a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:52.748101 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event deleted for resources: {'Port': ['ID=60ed90f0-c222-4a32-aa94-aa23838b7b54,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:52.820940 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] For port 11905686-c708-4716-8310-c8bbd7705aa0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=11905686-c708-4716-8310-c8bbd7705aa0,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:44:52.821291 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (11905686-c708-4716-8310-c8bbd7705aa0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:52.859193 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4e129931-ea92-477f-a262-3c273901df3d req-c451e484-5f8c-4e58-bf6c-319da8e03d86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb HTTP/1.1" status: 200 len: 210 time: 0.0274534 Jun 23 13:44:52.972249 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:44:53.038194 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:53.077249 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:53.077525 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (291160c7-b4e7-4c0e-97f5-0af91c58bdb5), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:53.077835 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Floating IP 291160c7-b4e7-4c0e-97f5-0af91c58bdb5 disassociated. External IP: 172.27.0.10, port: 11905686-c708-4716-8310-c8bbd7705aa0. Jun 23 13:44:53.078179 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Calling delete_port for 11905686-c708-4716-8310-c8bbd7705aa0 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:44:53.081430 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7308f-08c4-469c-860f-90e97f44200a req-12b26e92-462a-4035-8e07-a618f7da4d73 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:53.083252 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-07c7308f-08c4-469c-860f-90e97f44200a req-12b26e92-462a-4035-8e07-a618f7da4d73 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 945 time: 0.0503032 Jun 23 13:44:53.140873 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-07c7308f-08c4-469c-860f-90e97f44200a req-6bacb5bb-9661-453f-bda4-223a2ff16753 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516899 Jun 23 13:44:53.168621 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:44:53.178564 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae1361a-12df-4840-ab44-d7140bfa63ea None None] Sync routers for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:44:53.190955 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae1361a-12df-4840-ab44-d7140bfa63ea None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:44:53.191691 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3ae1361a-12df-4840-ab44-d7140bfa63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:44:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:53.226794 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] No DVR routers for this DVR port 60ed90f0-c222-4a32-aa94-aa23838b7b54 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:44:53.235446 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:53.238698 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-697a3677-2a31-468d-a0b6-387b8e428e3e req-6a267e03-78c5-40d2-a21e-80e115b9be86 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "DELETE /v2.0/ports/60ed90f0-c222-4a32-aa94-aa23838b7b54 HTTP/1.1" status: 204 len: 173 time: 1.1464345 Jun 23 13:44:53.239134 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'name': 'network-vif-deleted', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:44:53.241421 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f19748-a8dc-43aa-a161-cc24b89b6cbb" -d '{"events": [{"server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "name": "network-vif-deleted", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:44:53.286552 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:53.317835 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-3ae1361a-12df-4840-ab44-d7140bfa63ea None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:44:53.322308 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (11905686-c708-4716-8310-c8bbd7705aa0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:53.371431 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'Port': ['ID=11905686-c708-4716-8310-c8bbd7705aa0,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:53.413774 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cd7d65-ba08-462f-be47-bb55ed12a7c6 x-openstack-request-id: req-82cd7d65-ba08-462f-be47-bb55ed12a7c6 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:44:53.414137 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb", "name": "network-vif-deleted", "tag": "60ed90f0-c222-4a32-aa94-aa23838b7b54", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:44:53.414453 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82cd7d65-ba08-462f-be47-bb55ed12a7c6 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:44:53.414911 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cd7d65-ba08-462f-be47-bb55ed12a7c6'] response: {'server_uuid': 'd93d96e2-43e5-4b57-bcb4-ca8e2f4d5dcb', 'name': 'network-vif-deleted', 'tag': '60ed90f0-c222-4a32-aa94-aa23838b7b54', 'status': 'completed', 'code': 200} Jun 23 13:44:53.486088 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Router 81a742b4-0bf8-4ae4-a20d-578063d99d92 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:44:53.497148 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:53.522864 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3ae1361a-12df-4840-ab44-d7140bfa63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 5, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:53.526247 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:53.547317 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae1361a-12df-4840-ab44-d7140bfa63ea None None] Checking router: eea3ee1a-e7c8-4032-96e7-997c6cf277a8 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:44:53.556180 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae1361a-12df-4840-ab44-d7140bfa63ea None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:44:53.556772 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3ae1361a-12df-4840-ab44-d7140bfa63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:44:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:53.591944 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:44:53.603171 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb04f6-812b-41d0-b116-a7f6cf0391c6 None None] Sync routers for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:44:53.613821 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb04f6-812b-41d0-b116-a7f6cf0391c6 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:44:53.614687 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-22fb04f6-812b-41d0-b116-a7f6cf0391c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:44:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:53.635142 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] No DVR routers for this DVR port 11905686-c708-4716-8310-c8bbd7705aa0 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:44:53.638065 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:53.641463 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3ebe55e9-baf6-4613-81c0-aa506c5d58e4 req-fa62de7e-2f45-4c70-b5ec-82e2cc9de6a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "DELETE /v2.0/ports/11905686-c708-4716-8310-c8bbd7705aa0 HTTP/1.1" status: 204 len: 173 time: 1.1112254 Jun 23 13:44:53.658919 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-3ae1361a-12df-4840-ab44-d7140bfa63ea None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:44:53.728694 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-22fb04f6-812b-41d0-b116-a7f6cf0391c6 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:44:53.881012 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-3ae1361a-12df-4840-ab44-d7140bfa63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 5, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:53.919452 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae1361a-12df-4840-ab44-d7140bfa63ea None None] The sync data for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi is: [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:26Z', 'revision_number': 4, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '734801dd-6fe5-47ad-bda8-2591a60d2b81', 'name': '', 'network_id': 'aa1c1aa4-3e5b-4496-86ec-113ba24a4995', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'mac_address': 'fa:16:3e:b9:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:23Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 5, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'subnets': [{'id': '3c1268ce-389b-488c-bcb7-bb9e10058879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:44:53.971250 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59508) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:53.984948 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-22fb04f6-812b-41d0-b116-a7f6cf0391c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:54.017166 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb04f6-812b-41d0-b116-a7f6cf0391c6 None None] Checking router: 81a742b4-0bf8-4ae4-a20d-578063d99d92 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:44:54.027309 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb04f6-812b-41d0-b116-a7f6cf0391c6 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:44:54.028114 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-22fb04f6-812b-41d0-b116-a7f6cf0391c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:44:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:54.035009 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group (ec5b56f5-c473-4566-8068-9433f087df0a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:54.058942 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group (ec5b56f5-c473-4566-8068-9433f087df0a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:54.116964 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (ec5b56f5-c473-4566-8068-9433f087df0a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:54.119928 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:54.121204 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "DELETE /v2.0/security-groups/ec5b56f5-c473-4566-8068-9433f087df0a HTTP/1.1" status: 204 len: 168 time: 0.1480048 Jun 23 13:44:54.123889 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59510) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:54.136271 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-22fb04f6-812b-41d0-b116-a7f6cf0391c6 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:44:54.138651 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.api.v2.resource [None req-7ca66884-243b-4eda-8909-7854bf046454 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] show failed (client error): The resource could not be found. Jun 23 13:44:54.139251 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7ca66884-243b-4eda-8909-7854bf046454 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups/ec5b56f5-c473-4566-8068-9433f087df0a HTTP/1.1" status: 404 len: 347 time: 0.0143394 Jun 23 13:44:54.142094 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59512) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:54.144083 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5b56f5-c473-4566-8068-9433f087df0a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:54.157668 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.165374 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.165718 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.166064 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.166411 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.166749 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.167082 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.167964 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.168320 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.168987 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.169113 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.169676 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.169676 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.170092 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.170921 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a42f5-bfd5-4891-a5c3-57138843ac72 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:44:54.254330 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ede284-192c-4b3b-8efc-46c7e8358151 None None] New status for floating IP 63fd0405-e5f6-4398-b840-a039eef96bed: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:44:54.289796 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4bf0f4f5-65c0-4b1b-a57e-05b97a3fc839 req-7c7df48e-89ea-44f1-ba28-9e98bc4e2aff tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2cbd7f-a2a8-4a8e-beea-655a691d1528 HTTP/1.1" status: 200 len: 210 time: 0.0348845 Jun 23 13:44:54.304932 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-88e6f795-03fb-44be-b744-7068b5231fae tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Deleting port 7040bfc4-952e-4941-98e9-aaca4342e1a0 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:44:54.305519 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-88e6f795-03fb-44be-b744-7068b5231fae tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (7040bfc4-952e-4941-98e9-aaca4342e1a0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:54.353247 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:54.362654 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:54.398818 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-88e6f795-03fb-44be-b744-7068b5231fae tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (7040bfc4-952e-4941-98e9-aaca4342e1a0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:54.399294 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-88e6f795-03fb-44be-b744-7068b5231fae tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for floatingip (7040bfc4-952e-4941-98e9-aaca4342e1a0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:54.413328 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-88e6f795-03fb-44be-b744-7068b5231fae tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Calling delete_port for 7040bfc4-952e-4941-98e9-aaca4342e1a0 owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:44:54.418653 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-22fb04f6-812b-41d0-b116-a7f6cf0391c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:44:54.443539 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb04f6-812b-41d0-b116-a7f6cf0391c6 None None] The sync data for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi is: [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:44:54.553320 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-88e6f795-03fb-44be-b744-7068b5231fae tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (7040bfc4-952e-4941-98e9-aaca4342e1a0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:54.579227 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6f795-03fb-44be-b744-7068b5231fae tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event deleted for resources: {'Port': ['ID=7040bfc4-952e-4941-98e9-aaca4342e1a0,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:54.643366 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-88e6f795-03fb-44be-b744-7068b5231fae tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks [] for floatingip (63fd0405-e5f6-4398-b840-a039eef96bed), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:54.645861 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-88e6f795-03fb-44be-b744-7068b5231fae tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:54.647023 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-88e6f795-03fb-44be-b744-7068b5231fae tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "DELETE /v2.0/floatingips/63fd0405-e5f6-4398-b840-a039eef96bed HTTP/1.1" status: 204 len: 168 time: 0.5040135 Jun 23 13:44:54.689381 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169cd589-bb10-4169-9627-3ca9340e99f3 None None] New status for floating IP 291160c7-b4e7-4c0e-97f5-0af91c58bdb5: DOWN {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:44:54.805292 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 60ed90f0-c222-4a32-aa94-aa23838b7b54 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:44:54.825179 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 60ed90f0-c222-4a32-aa94-aa23838b7b54 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:44:54.825522 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 60ed90f0-c222-4a32-aa94-aa23838b7b54 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:44:55.105665 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:55.221016 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:55.377476 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59526) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:55.415901 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'name': 'network-vif-deleted', 'tag': '11905686-c708-4716-8310-c8bbd7705aa0'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:44:55.418247 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5da1ab-1fc3-4fb5-b6ad-2fac978be81b" -d '{"events": [{"server_uuid": "2d2cbd7f-a2a8-4a8e-beea-655a691d1528", "name": "network-vif-deleted", "tag": "11905686-c708-4716-8310-c8bbd7705aa0"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:44:55.435837 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a0a6be00-ef84-4b85-9c44-2ceb95e323a8 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (445f0d23-9d59-4f54-92fe-5bd2fd9dcf93), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:55.453310 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8240c24-32db-4ae8-a257-30de530be094 x-openstack-request-id: req-b8240c24-32db-4ae8-a257-30de530be094 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:44:55.453606 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2cbd7f-a2a8-4a8e-beea-655a691d1528", "name": "network-vif-deleted", "tag": "11905686-c708-4716-8310-c8bbd7705aa0", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:44:55.453859 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8240c24-32db-4ae8-a257-30de530be094 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:44:55.454405 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8240c24-32db-4ae8-a257-30de530be094'] response: {'server_uuid': '2d2cbd7f-a2a8-4a8e-beea-655a691d1528', 'name': 'network-vif-deleted', 'tag': '11905686-c708-4716-8310-c8bbd7705aa0', 'status': 'completed', 'code': 200} Jun 23 13:44:55.461054 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a0a6be00-ef84-4b85-9c44-2ceb95e323a8 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (445f0d23-9d59-4f54-92fe-5bd2fd9dcf93), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:55.509622 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a0a6be00-ef84-4b85-9c44-2ceb95e323a8 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (445f0d23-9d59-4f54-92fe-5bd2fd9dcf93), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:55.512378 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a0a6be00-ef84-4b85-9c44-2ceb95e323a8 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:55.513499 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a0a6be00-ef84-4b85-9c44-2ceb95e323a8 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "DELETE /v2.0/security-groups/445f0d23-9d59-4f54-92fe-5bd2fd9dcf93 HTTP/1.1" status: 204 len: 168 time: 0.1349912 Jun 23 13:44:55.516442 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59530) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:55.522511 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6be00-ef84-4b85-9c44-2ceb95e323a8 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=445f0d23-9d59-4f54-92fe-5bd2fd9dcf93,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:55.536322 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.api.v2.resource [None req-93528f6d-4c4f-4347-8168-d568c1f819a0 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] show failed (client error): The resource could not be found. Jun 23 13:44:55.537392 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-93528f6d-4c4f-4347-8168-d568c1f819a0 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups/445f0d23-9d59-4f54-92fe-5bd2fd9dcf93 HTTP/1.1" status: 404 len: 347 time: 0.0198355 Jun 23 13:44:55.540441 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59532) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:55.619964 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:55.653196 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-8906e2e4-2066-4dea-b828-eb76ea29dc5b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Deleting port 5526b255-4168-4e0d-9f17-a9110eda663e {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:44:55.653549 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8906e2e4-2066-4dea-b828-eb76ea29dc5b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (5526b255-4168-4e0d-9f17-a9110eda663e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:55.731046 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8906e2e4-2066-4dea-b828-eb76ea29dc5b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (5526b255-4168-4e0d-9f17-a9110eda663e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:55.731329 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8906e2e4-2066-4dea-b828-eb76ea29dc5b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (5526b255-4168-4e0d-9f17-a9110eda663e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:55.744412 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-8906e2e4-2066-4dea-b828-eb76ea29dc5b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Calling delete_port for 5526b255-4168-4e0d-9f17-a9110eda663e owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:44:55.888728 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8906e2e4-2066-4dea-b828-eb76ea29dc5b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (5526b255-4168-4e0d-9f17-a9110eda663e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:55.913648 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906e2e4-2066-4dea-b828-eb76ea29dc5b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'Port': ['ID=5526b255-4168-4e0d-9f17-a9110eda663e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:55.995111 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:56.002286 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8906e2e4-2066-4dea-b828-eb76ea29dc5b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (291160c7-b4e7-4c0e-97f5-0af91c58bdb5), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.004981 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-8906e2e4-2066-4dea-b828-eb76ea29dc5b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.006127 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8906e2e4-2066-4dea-b828-eb76ea29dc5b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "DELETE /v2.0/floatingips/291160c7-b4e7-4c0e-97f5-0af91c58bdb5 HTTP/1.1" status: 204 len: 168 time: 0.4647868 Jun 23 13:44:56.072748 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59542) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:56.078032 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-59e0caba-5735-4ef4-a90c-227d53bf57fb tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589186209', 'description': 'tempest-description--915759568'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:56.101956 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-59e0caba-5735-4ef4-a90c-227d53bf57fb tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.168555 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-59e0caba-5735-4ef4-a90c-227d53bf57fb tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (a32da0df-1276-43b6-865c-609a7368aecd), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.174062 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-59e0caba-5735-4ef4-a90c-227d53bf57fb tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a32da0df-1276-43b6-865c-609a7368aecd), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.202478 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0caba-5735-4ef4-a90c-227d53bf57fb tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32da0df-1276-43b6-865c-609a7368aecd,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:56.207371 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-59e0caba-5735-4ef4-a90c-227d53bf57fb tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.208571 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-59e0caba-5735-4ef4-a90c-227d53bf57fb tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1345940 Jun 23 13:44:56.211472 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59544) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:56.215670 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-a3eadd26-450d-4c4e-926f-749aad4c423f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group_rule': {'security_group_id': 'a32da0df-1276-43b6-865c-609a7368aecd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:56.247369 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a3eadd26-450d-4c4e-926f-749aad4c423f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (51827c88-4fe0-41b0-96c6-b091cf3a5300), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.301660 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a3eadd26-450d-4c4e-926f-749aad4c423f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (51827c88-4fe0-41b0-96c6-b091cf3a5300), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.308885 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a3eadd26-450d-4c4e-926f-749aad4c423f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (51827c88-4fe0-41b0-96c6-b091cf3a5300), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.327265 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eadd26-450d-4c4e-926f-749aad4c423f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51827c88-4fe0-41b0-96c6-b091cf3a5300,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:56.336530 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a3eadd26-450d-4c4e-926f-749aad4c423f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.337713 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a3eadd26-450d-4c4e-926f-749aad4c423f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253097 Jun 23 13:44:56.340430 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59546) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:56.344607 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-1a44ba6c-3d9e-464a-97f2-e73fe411064b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'security_group_rule': {'security_group_id': 'a32da0df-1276-43b6-865c-609a7368aecd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:56.370984 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a44ba6c-3d9e-464a-97f2-e73fe411064b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (86a90bf7-a9d4-4c66-a8d1-d26f75fa322b), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.408950 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:56.427792 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a44ba6c-3d9e-464a-97f2-e73fe411064b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (86a90bf7-a9d4-4c66-a8d1-d26f75fa322b), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.433769 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a44ba6c-3d9e-464a-97f2-e73fe411064b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (86a90bf7-a9d4-4c66-a8d1-d26f75fa322b), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.452757 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44ba6c-3d9e-464a-97f2-e73fe411064b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a90bf7-a9d4-4c66-a8d1-d26f75fa322b,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:56.460420 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a44ba6c-3d9e-464a-97f2-e73fe411064b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.461620 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-1a44ba6c-3d9e-464a-97f2-e73fe411064b tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202521 Jun 23 13:44:56.464901 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59548) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:44:56.469124 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:56.489252 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.568251 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:56.680917 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Allocated IP 172.27.0.79 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/d64289a0-ce47-4563-ac15-3c204824af44) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:44:56.817902 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 11905686-c708-4716-8310-c8bbd7705aa0 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:44:56.839911 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 11905686-c708-4716-8310-c8bbd7705aa0 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:44:56.840271 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 11905686-c708-4716-8310-c8bbd7705aa0 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:44:57.027457 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:57.045481 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (d64289a0-ce47-4563-ac15-3c204824af44), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:57.078400 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (d64289a0-ce47-4563-ac15-3c204824af44), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:57.117164 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:44:57.121462 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:44:57.125343 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:44:57.130409 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=d64289a0-ce47-4563-ac15-3c204824af44,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:57.135574 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5462e8-d72c-4cd9-aa01-aa4eee9b1512 req-f3272aa2-25d7-4f80-85bf-9fcf1f927e13 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:57.137068 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4e5462e8-d72c-4cd9-aa01-aa4eee9b1512 req-f3272aa2-25d7-4f80-85bf-9fcf1f927e13 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0479319 Jun 23 13:44:57.185293 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4e5462e8-d72c-4cd9-aa01-aa4eee9b1512 req-4bbdaf3e-3d43-4c5d-ae0e-8bdcade45e39 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422530 Jun 23 13:44:57.212281 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (a3c155e9-3d08-47c4-91dc-fdc178e2fb3a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:57.252434 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (d64289a0-ce47-4563-ac15-3c204824af44), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:57.374282 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:57.415198 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (d64289a0-ce47-4563-ac15-3c204824af44), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:57.422136 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (d64289a0-ce47-4563-ac15-3c204824af44), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:57.490981 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=d64289a0-ce47-4563-ac15-3c204824af44,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:57.501065 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (a3c155e9-3d08-47c4-91dc-fdc178e2fb3a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:57.518901 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:57.520172 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b648770b-2568-4522-93d5-6c2e99b0d751 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0543458 Jun 23 13:44:57.677807 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-2f84b9c3-7259-439f-bbb6-9e172e08dbe3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--589186209&fields=id&tenant_id=9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 267 time: 0.0446162 Jun 23 13:44:57.784306 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-96950045-475b-4157-be93-f5682b5490d0 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:57.785749 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-96950045-475b-4157-be93-f5682b5490d0 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 815 time: 0.1016228 Jun 23 13:44:57.800310 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-65033df0-2338-4a6f-b500-057556a44dc6 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/quotas/9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 375 time: 0.0090985 Jun 23 13:44:57.847365 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-574258c9-c3a0-414f-b729-6de79ff83887 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422490 Jun 23 13:44:57.982189 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:57.986739 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:58.005546 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-ca44a9c7-8e42-4525-9f60-8c5cc83cb9ad service neutron] 10.222.0.26 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468923 Jun 23 13:44:58.096799 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-23c4de8b-84c7-485f-81ce-f34d11e7ed82 service neutron] 10.222.0.26 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854487 Jun 23 13:44:58.267011 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f3201bc-5c01-4894-9790-0be48cdabd3d req-ef6500e9-d13c-446a-a988-290e7f593808 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 210 time: 0.0294771 Jun 23 13:44:58.317419 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43883187-d298-40b6-beb5-4a99e7ddc32a req-c3ec3274-e44e-4df1-9327-43713b59fd4c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:58.318968 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-43883187-d298-40b6-beb5-4a99e7ddc32a req-c3ec3274-e44e-4df1-9327-43713b59fd4c tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0502241 Jun 23 13:44:58.369359 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-43883187-d298-40b6-beb5-4a99e7ddc32a req-7265c608-eb8a-4388-9a10-1800f2a768e3 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443585 Jun 23 13:44:58.962475 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a001485-5947-4213-8135-231a15f9dc47 req-6e3fd8ae-d05a-4798-b8ce-60aae916a380 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:58.963975 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7a001485-5947-4213-8135-231a15f9dc47 req-6e3fd8ae-d05a-4798-b8ce-60aae916a380 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0550163 Jun 23 13:44:59.333826 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-7a001485-5947-4213-8135-231a15f9dc47 req-8f22101b-507d-4896-bd16-89dbad1a922f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Deleting port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:44:59.334213 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-7a001485-5947-4213-8135-231a15f9dc47 req-8f22101b-507d-4896-bd16-89dbad1a922f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:59.372620 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ff01e6b7-b3d1-40eb-8490-675f95c4e685 req-254a89eb-5cc8-474a-bbe7-5b09d21ddc23 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 210 time: 0.0322912 Jun 23 13:44:59.493222 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58cbf-b5c5-4fd4-822d-f9a5066f5070 req-dbf8e4e8-13fc-452c-af20-82b6f553b88e tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:59.499980 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b6b58cbf-b5c5-4fd4-822d-f9a5066f5070 req-dbf8e4e8-13fc-452c-af20-82b6f553b88e tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e219e-e492-44d7-a962-1a741b0abcaa HTTP/1.1" status: 200 len: 945 time: 0.0557814 Jun 23 13:44:59.506578 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-4d9be965-d5c7-4c1f-a490-75234d195739 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:44:59.508050 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-4d9be965-d5c7-4c1f-a490-75234d195739 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 815 time: 0.1592057 Jun 23 13:44:59.517274 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:59.524527 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-7a001485-5947-4213-8135-231a15f9dc47 req-8f22101b-507d-4896-bd16-89dbad1a922f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] For port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:44:59.524966 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-7a001485-5947-4213-8135-231a15f9dc47 req-8f22101b-507d-4896-bd16-89dbad1a922f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:59.542261 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b6b58cbf-b5c5-4fd4-822d-f9a5066f5070 req-96662c23-bbf6-4d3b-ac9f-ec9d29402441 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 Jun 23 13:44:59.552361 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-7a001485-5947-4213-8135-231a15f9dc47 req-8f22101b-507d-4896-bd16-89dbad1a922f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Calling delete_port for a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:44:59.634236 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-f8173974-a2f3-4e7f-8453-f99ef3f82ec9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9298bf4635e84993b086309715cc7cbe HTTP/1.1" status: 200 len: 379 time: 0.1003811 Jun 23 13:44:59.647888 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'port': {'device_id': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'admin_state_up': True, 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'security_groups': ['a32da0df-1276-43b6-865c-609a7368aecd']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:44:59.802057 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-7a001485-5947-4213-8135-231a15f9dc47 req-8f22101b-507d-4896-bd16-89dbad1a922f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (a620a38f-71e7-45a8-b6c8-6d3333e3b7a7), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:59.808164 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Made reservation on behalf of 9298bf4635e84993b086309715cc7cbe for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:44:59.811419 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:59.814771 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['fff37344-1345-4e9c-9d02-4e0e47f479fc', 'a620a38f-71e7-45a8-b6c8-6d3333e3b7a7'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:44:59.815552 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:44:59.849083 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22101b-507d-4896-bd16-89dbad1a922f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event deleted for resources: {'Port': ['ID=a620a38f-71e7-45a8-b6c8-6d3333e3b7a7,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:44:59.929816 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a001485-5947-4213-8135-231a15f9dc47 req-8f22101b-507d-4896-bd16-89dbad1a922f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] No DVR routers for this DVR port a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:44:59.934185 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-7a001485-5947-4213-8135-231a15f9dc47 req-8f22101b-507d-4896-bd16-89dbad1a922f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:44:59.937515 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7a001485-5947-4213-8135-231a15f9dc47 req-8f22101b-507d-4896-bd16-89dbad1a922f tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "DELETE /v2.0/ports/a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 HTTP/1.1" status: 204 len: 173 time: 0.6942053 Jun 23 13:44:59.937967 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45e219e-e492-44d7-a962-1a741b0abcaa', 'name': 'network-vif-deleted', 'tag': 'a620a38f-71e7-45a8-b6c8-6d3333e3b7a7'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:44:59.940235 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef53c1c-94a1-443b-b0a2-cc72ba9c4291" -d '{"events": [{"server_uuid": "a45e219e-e492-44d7-a962-1a741b0abcaa", "name": "network-vif-deleted", "tag": "a620a38f-71e7-45a8-b6c8-6d3333e3b7a7"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:44:59.988769 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae25d967-a5e4-4d12-8213-0654596c996c x-openstack-request-id: req-ae25d967-a5e4-4d12-8213-0654596c996c {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:44:59.989416 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45e219e-e492-44d7-a962-1a741b0abcaa", "name": "network-vif-deleted", "tag": "a620a38f-71e7-45a8-b6c8-6d3333e3b7a7", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:44:59.989416 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae25d967-a5e4-4d12-8213-0654596c996c {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:44:59.989792 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae25d967-a5e4-4d12-8213-0654596c996c'] response: {'server_uuid': 'a45e219e-e492-44d7-a962-1a741b0abcaa', 'name': 'network-vif-deleted', 'tag': 'a620a38f-71e7-45a8-b6c8-6d3333e3b7a7', 'status': 'completed', 'code': 200} Jun 23 13:45:00.017159 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Allocated IP 172.20.0.12 (750f6de3-a7e6-4721-b369-b46085e03f9a/1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384/babf77e6-6bb7-4c15-be55-0aff77abfe3f) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:45:00.171004 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:00.204502 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:00.252679 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Network 750f6de3-a7e6-4721-b369-b46085e03f9a is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:45:00.256277 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:45:00.259740 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:00.262821 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:45:00.289491 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event updated for resources: {'Port': ['ID=babf77e6-6bb7-4c15-be55-0aff77abfe3f,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:00.317617 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:00.318255 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:00.336136 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-8da78b20-bc94-492f-9c54-d2ad60f56b6c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6932449 Jun 23 13:45:00.387570 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Request body: {'port': {'device_id': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:45:00.465293 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:00.503132 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7f7f5-4638-477a-94f5-6d4125bc294e req-7f24b2a7-6c26-4c86-9f9c-6109c0d3edda tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:00.511290 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-edc7f7f5-4638-477a-94f5-6d4125bc294e req-7f24b2a7-6c26-4c86-9f9c-6109c0d3edda tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 932 time: 0.0582833 Jun 23 13:45:00.557562 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-edc7f7f5-4638-477a-94f5-6d4125bc294e req-c8cc4d1f-27be-40f3-8e4b-85cba02abeeb tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453031 Jun 23 13:45:00.569832 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-b7050f92-3e93-4667-a91b-f74c2f1d6b10 None None] Provisioning complete for port babf77e6-6bb7-4c15-be55-0aff77abfe3f triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:45:00.570139 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b7050f92-3e93-4667-a91b-f74c2f1d6b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:00.607201 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-b7050f92-3e93-4667-a91b-f74c2f1d6b10 None None] Port babf77e6-6bb7-4c15-be55-0aff77abfe3f cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:45:00.756261 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babf77e6-6bb7-4c15-be55-0aff77abfe3f {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:45:00.760143 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:00.765135 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Publish callbacks [] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:00.779096 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Transition to ACTIVE for port object babf77e6-6bb7-4c15-be55-0aff77abfe3f will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:45:00.783239 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:00.824392 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0e573-724b-499c-9bc6-a319a238d06f req-841c8dd4-7325-4f5b-8c9e-6d3b265ae2ee tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:00.825978 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-35d0e573-724b-499c-9bc6-a319a238d06f req-841c8dd4-7325-4f5b-8c9e-6d3b265ae2ee tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0524869 Jun 23 13:45:00.831826 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Pushing event updated for resources: {'Port': ['ID=babf77e6-6bb7-4c15-be55-0aff77abfe3f,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:00.879670 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-35d0e573-724b-499c-9bc6-a319a238d06f req-b0545a3d-2006-4a58-8089-7a71add3d0e0 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477223 Jun 23 13:45:00.912987 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Attempting to bind port babf77e6-6bb7-4c15-be55-0aff77abfe3f on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:45:00.913318 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Attempting to bind port babf77e6-6bb7-4c15-be55-0aff77abfe3f by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:45:00.913641 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Attempting to bind port babf77e6-6bb7-4c15-be55-0aff77abfe3f on network 750f6de3-a7e6-4721-b369-b46085e03f9a {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:45:00.918145 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Port babf77e6-6bb7-4c15-be55-0aff77abfe3f on network 750f6de3-a7e6-4721-b369-b46085e03f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:45:00.918458 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Attempting to bind port babf77e6-6bb7-4c15-be55-0aff77abfe3f on network 750f6de3-a7e6-4721-b369-b46085e03f9a {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:45:00.923443 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:45:00.923896 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Checking segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:45:00.924133 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Bound using segment: {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:45:00.924592 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Bound port: babf77e6-6bb7-4c15-be55-0aff77abfe3f, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1add7410-43db-488c-98b9-2764135ee91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:45:00.924891 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:00.988490 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] For port babf77e6-6bb7-4c15-be55-0aff77abfe3f, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:45:00.992281 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] For port babf77e6-6bb7-4c15-be55-0aff77abfe3f, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=babf77e6-6bb7-4c15-be55-0aff77abfe3f,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:45:00.998851 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:01.035359 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:01.036003 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:01.037378 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] 10.222.0.47 "PUT /v2.0/ports/babf77e6-6bb7-4c15-be55-0aff77abfe3f HTTP/1.1" status: 200 len: 1094 time: 0.6544242 Jun 23 13:45:01.059220 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913d587-b6e4-4b80-9182-ea21cbf1f10c service neutron] Pushing event updated for resources: {'Port': ['ID=babf77e6-6bb7-4c15-be55-0aff77abfe3f,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:01.695163 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47763a33-cdec-4f5c-b105-f25b62d8c66b req-ae2f1672-a639-4730-b7e9-b7378b4d44cc tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:01.696629 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-47763a33-cdec-4f5c-b105-f25b62d8c66b req-ae2f1672-a639-4730-b7e9-b7378b4d44cc tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 944 time: 0.0572221 Jun 23 13:45:01.744614 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-47763a33-cdec-4f5c-b105-f25b62d8c66b req-7893034c-ce70-4d17-91e8-448858dddfde tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424128 Jun 23 13:45:01.990671 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'tag': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:45:01.993043 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada716fa-420d-478a-a01f-dd36a3642075" -d '{"events": [{"name": "network-changed", "server_uuid": "7840b5d2-52e9-48db-95ba-af0fb4a5cb52", "tag": "babf77e6-6bb7-4c15-be55-0aff77abfe3f"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:45:02.008517 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364c0c-d96a-469b-8795-50347de9a682 req-97f95775-e1c7-480c-aa91-7c6a1433c29a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:02.010275 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2e364c0c-d96a-469b-8795-50347de9a682 req-97f95775-e1c7-480c-aa91-7c6a1433c29a tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0471938 Jun 23 13:45:02.029486 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c267b81-ff55-4c5d-a92e-917c2fbec139 x-openstack-request-id: req-5c267b81-ff55-4c5d-a92e-917c2fbec139 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:45:02.029772 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7840b5d2-52e9-48db-95ba-af0fb4a5cb52", "tag": "babf77e6-6bb7-4c15-be55-0aff77abfe3f", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:45:02.030021 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c267b81-ff55-4c5d-a92e-917c2fbec139 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:45:02.030419 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c267b81-ff55-4c5d-a92e-917c2fbec139'] response: {'name': 'network-changed', 'server_uuid': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'tag': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f', 'status': 'completed', 'code': 200} Jun 23 13:45:02.059842 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2e364c0c-d96a-469b-8795-50347de9a682 req-6b55eb0b-658c-4682-a3e6-1965aa1d15f6 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Jun 23 13:45:02.863311 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:02.869432 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905783eb-04d5-4cd8-aaa7-641f4401a387 req-5424de65-c860-4d0e-90d5-691d33964829 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:02.870982 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-905783eb-04d5-4cd8-aaa7-641f4401a387 req-5424de65-c860-4d0e-90d5-691d33964829 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 944 time: 0.0521309 Jun 23 13:45:02.883946 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:02.884265 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device a620a38f-71e7-45a8-b6c8-6d3333e3b7a7 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:02.919553 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-905783eb-04d5-4cd8-aaa7-641f4401a387 req-54de72bb-5778-4f2f-885b-5376d3d8116c tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 Jun 23 13:45:03.184742 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3deff-2877-4636-810f-65e07d24ebfc req-ecef7732-f38c-411f-be28-8efc961c1b34 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:03.186258 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5ab3deff-2877-4636-810f-65e07d24ebfc req-ecef7732-f38c-411f-be28-8efc961c1b34 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0472856 Jun 23 13:45:03.231674 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada716fa-420d-478a-a01f-dd36a3642075 req-c1a447d7-2561-42e1-8656-c99b9a9e15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:03.233143 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ada716fa-420d-478a-a01f-dd36a3642075 req-c1a447d7-2561-42e1-8656-c99b9a9e15f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 1128 time: 0.0395033 Jun 23 13:45:03.234858 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5ab3deff-2877-4636-810f-65e07d24ebfc req-6e2664fd-8a13-42dd-92f6-4be8aa9023c2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/security-groups?id=98d75041-39f1-4fb4-adb3-431b050eb164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Jun 23 13:45:03.336987 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada716fa-420d-478a-a01f-dd36a3642075 req-e60cb88d-ba9c-4f1f-b679-b93eaa73f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:03.338444 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ada716fa-420d-478a-a01f-dd36a3642075 req-e60cb88d-ba9c-4f1f-b679-b93eaa73f0f5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9298bf4635e84993b086309715cc7cbe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0956459 Jun 23 13:45:03.449091 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada716fa-420d-478a-a01f-dd36a3642075 req-dbc3d282-67a2-4324-bc27-cd4732005cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:03.450472 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ada716fa-420d-478a-a01f-dd36a3642075 req-dbc3d282-67a2-4324-bc27-cd4732005cf3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003840 Jun 23 13:45:03.509937 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:03.565925 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d403655-010b-435a-ae46-c9436de9bc47 req-4c933bf4-6ec7-4d5b-8a18-39848f5467d2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:03.567371 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8d403655-010b-435a-ae46-c9436de9bc47 req-4c933bf4-6ec7-4d5b-8a18-39848f5467d2 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 946 time: 0.0843420 Jun 23 13:45:03.572796 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-825c6fd8-2367-42c8-93cf-98a68ec4dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:03.574127 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-825c6fd8-2367-42c8-93cf-98a68ec4dad0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 1128 time: 0.0610220 Jun 23 13:45:03.632872 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-76184801-7e89-483c-8ab9-dfaf8b3a9700 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=babf77e6-6bb7-4c15-be55-0aff77abfe3f HTTP/1.1" status: 200 len: 217 time: 0.0514770 Jun 23 13:45:03.722158 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-8d403655-010b-435a-ae46-c9436de9bc47 req-d8b772cc-8be6-4184-a551-c200ffd98189 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Deleting port fff37344-1345-4e9c-9d02-4e0e47f479fc {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:03.722366 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8d403655-010b-435a-ae46-c9436de9bc47 req-d8b772cc-8be6-4184-a551-c200ffd98189 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:03.725916 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-6b492f63-7a55-4816-8a15-1ecf933ea662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:03.727386 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-6b492f63-7a55-4816-8a15-1ecf933ea662 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.0884435 Jun 23 13:45:03.815637 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-742f0cfe-7ca2-47e5-a03f-0dd33bd2037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:03.817105 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-742f0cfe-7ca2-47e5-a03f-0dd33bd2037f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0774529 Jun 23 13:45:03.846902 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:03.872758 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-8d403655-010b-435a-ae46-c9436de9bc47 req-d8b772cc-8be6-4184-a551-c200ffd98189 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] For port fff37344-1345-4e9c-9d02-4e0e47f479fc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=fff37344-1345-4e9c-9d02-4e0e47f479fc,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:03.873117 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8d403655-010b-435a-ae46-c9436de9bc47 req-d8b772cc-8be6-4184-a551-c200ffd98189 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:03.913847 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-8d403655-010b-435a-ae46-c9436de9bc47 req-d8b772cc-8be6-4184-a551-c200ffd98189 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Calling delete_port for fff37344-1345-4e9c-9d02-4e0e47f479fc owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:03.974663 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-47fc2e6e-0fa5-442d-80e6-c0667dd4cf94 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486573 Jun 23 13:45:04.042705 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a56419-6e58-4c6b-b6d4-eb44391dc3e8 req-93c88449-bff8-4e58-acc9-ccf0fb7001ea tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:04.044227 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-17a56419-6e58-4c6b-b6d4-eb44391dc3e8 req-93c88449-bff8-4e58-acc9-ccf0fb7001ea tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 944 time: 0.0489719 Jun 23 13:45:04.079628 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:04.092596 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-17a56419-6e58-4c6b-b6d4-eb44391dc3e8 req-f68782f4-80c0-4a89-b6ca-80249ae9ecc3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427582 Jun 23 13:45:04.113539 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6788d7c5-9438-4dbc-9315-ecc9f20abc50 req-7e9989ff-3bee-4f3b-a931-d0339061fe0d service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293130 Jun 23 13:45:04.138793 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8d403655-010b-435a-ae46-c9436de9bc47 req-d8b772cc-8be6-4184-a551-c200ffd98189 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (fff37344-1345-4e9c-9d02-4e0e47f479fc), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:04.151040 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['fff37344-1345-4e9c-9d02-4e0e47f479fc'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:45:04.171061 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b772cc-8be6-4184-a551-c200ffd98189 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Pushing event deleted for resources: {'Port': ['ID=fff37344-1345-4e9c-9d02-4e0e47f479fc,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:04.212932 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d403655-010b-435a-ae46-c9436de9bc47 req-d8b772cc-8be6-4184-a551-c200ffd98189 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] No DVR routers for this DVR port fff37344-1345-4e9c-9d02-4e0e47f479fc on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:45:04.215494 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8d403655-010b-435a-ae46-c9436de9bc47 req-d8b772cc-8be6-4184-a551-c200ffd98189 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:04.218729 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8d403655-010b-435a-ae46-c9436de9bc47 req-d8b772cc-8be6-4184-a551-c200ffd98189 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.47 "DELETE /v2.0/ports/fff37344-1345-4e9c-9d02-4e0e47f479fc HTTP/1.1" status: 204 len: 173 time: 0.6435542 Jun 23 13:45:04.219154 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2cdaf7-cefe-4877-b855-b4646b50cf29', 'name': 'network-vif-deleted', 'tag': 'fff37344-1345-4e9c-9d02-4e0e47f479fc'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:45:04.221387 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877ba153-c65d-4393-8370-ca52426e8b2a" -d '{"events": [{"server_uuid": "ee2cdaf7-cefe-4877-b855-b4646b50cf29", "name": "network-vif-deleted", "tag": "fff37344-1345-4e9c-9d02-4e0e47f479fc"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:45:04.256904 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c1219e-cdbf-4b59-9d70-978175ea988e x-openstack-request-id: req-78c1219e-cdbf-4b59-9d70-978175ea988e {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:45:04.257497 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2cdaf7-cefe-4877-b855-b4646b50cf29", "name": "network-vif-deleted", "tag": "fff37344-1345-4e9c-9d02-4e0e47f479fc", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:45:04.257497 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78c1219e-cdbf-4b59-9d70-978175ea988e {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:45:04.257825 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c1219e-cdbf-4b59-9d70-978175ea988e'] response: {'server_uuid': 'ee2cdaf7-cefe-4877-b855-b4646b50cf29', 'name': 'network-vif-deleted', 'tag': 'fff37344-1345-4e9c-9d02-4e0e47f479fc', 'status': 'completed', 'code': 200} Jun 23 13:45:04.327291 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-56bd31cb-2f98-4e4e-99d1-22d2d243ce35 req-78a751af-e189-4634-a63b-b5a9b81a1d23 tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 210 time: 0.0274138 Jun 23 13:45:04.488869 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:04.495868 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:05.210815 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fc0ef-247b-48aa-8e6e-181ad20929a0 req-ca66d15d-31a9-4b01-972e-9625eff6e038 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:05.212306 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-231fc0ef-247b-48aa-8e6e-181ad20929a0 req-ca66d15d-31a9-4b01-972e-9625eff6e038 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 944 time: 0.0478125 Jun 23 13:45:05.244947 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:05.263022 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-231fc0ef-247b-48aa-8e6e-181ad20929a0 req-28aa6ea0-9aa3-4463-9e22-b7e296264770 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450063 Jun 23 13:45:05.446261 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-953f5772-52c4-4787-b3bd-a432d74fa2fb req-37c0da29-b229-4660-ac32-8e1d7d875e6e tempest-ServerRescueNegativeTestJSON-140294951 tempest-ServerRescueNegativeTestJSON-140294951-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee2cdaf7-cefe-4877-b855-b4646b50cf29 HTTP/1.1" status: 200 len: 210 time: 0.0277796 Jun 23 13:45:06.399922 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77380b-ce62-4de4-9983-3f267e393e16 req-531d3009-b74e-46db-8561-b940f1fb9ead tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:06.401378 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-db77380b-ce62-4de4-9983-3f267e393e16 req-531d3009-b74e-46db-8561-b940f1fb9ead tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 944 time: 0.0563343 Jun 23 13:45:06.448639 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-db77380b-ce62-4de4-9983-3f267e393e16 req-5534da3f-a165-421f-a13e-d6b722225c47 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416532 Jun 23 13:45:06.503751 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59628) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:06.798361 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:06.877554 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device babf77e6-6bb7-4c15-be55-0aff77abfe3f details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:45:06.881542 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device fff37344-1345-4e9c-9d02-4e0e47f479fc no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:06.910411 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: fff37344-1345-4e9c-9d02-4e0e47f479fc {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:06.910756 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device fff37344-1345-4e9c-9d02-4e0e47f479fc not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:06.918145 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-270216'] for router_interface (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:07.085397 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:07.118608 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port babf77e6-6bb7-4c15-be55-0aff77abfe3f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=babf77e6-6bb7-4c15-be55-0aff77abfe3f,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:07.130199 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'port_id': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f', 'mac_address': 'fa:16:3e:75:77:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:45:07.143845 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] Deleting port 734801dd-6fe5-47ad-bda8-2591a60d2b81 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:07.144183 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:07.164260 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port babf77e6-6bb7-4c15-be55-0aff77abfe3f is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:45:07.164667 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:07.177263 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babf77e6-6bb7-4c15-be55-0aff77abfe3f {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:45:07.201900 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port babf77e6-6bb7-4c15-be55-0aff77abfe3f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=babf77e6-6bb7-4c15-be55-0aff77abfe3f,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:07.208661 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:07.257826 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=babf77e6-6bb7-4c15-be55-0aff77abfe3f,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:07.482973 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] For port 734801dd-6fe5-47ad-bda8-2591a60d2b81, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=734801dd-6fe5-47ad-bda8-2591a60d2b81,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:07.483520 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:07.499554 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] Calling delete_port for 734801dd-6fe5-47ad-bda8-2591a60d2b81 owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:07.505830 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['babf77e6-6bb7-4c15-be55-0aff77abfe3f'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:45:07.574774 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57e65f-2b4c-41d5-9778-0ae37b4aaf57 req-e3eac96b-3d35-4a3b-9ab1-dce94c271833 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:07.577672 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a57e65f-2b4c-41d5-9778-0ae37b4aaf57 req-e3eac96b-3d35-4a3b-9ab1-dce94c271833 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 945 time: 0.0525296 Jun 23 13:45:07.579076 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:07.641336 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:07.644158 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4a57e65f-2b4c-41d5-9778-0ae37b4aaf57 req-a591380c-3c4c-4b8d-945f-d95700672326 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608547 Jun 23 13:45:07.711901 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (734801dd-6fe5-47ad-bda8-2591a60d2b81), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:07.736408 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] Pushing event deleted for resources: {'Port': ['ID=734801dd-6fe5-47ad-bda8-2591a60d2b81,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:07.918004 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7990026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-270108'] for router_interface (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:07.977150 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:08.136562 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] Router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:45:08.234322 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:08.237591 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:45:08.242840 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-98eb533f-ccbf-4c13-a284-8777808da484 admin admin] 10.222.0.26 "PUT /v2.0/routers/eea3ee1a-e7c8-4032-96e7-997c6cf277a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7379627 Jun 23 13:45:08.245679 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59648) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:08.247862 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2944a7cc-6ca1-4c70-b3f9-8c3a1c24dd38 None None] Sync routers for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:45:08.261096 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2944a7cc-6ca1-4c70-b3f9-8c3a1c24dd38 None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:45:08.261748 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2944a7cc-6ca1-4c70-b3f9-8c3a1c24dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:44:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:08.348577 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Publish callbacks [] for router (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:08.448895 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Publish callbacks [] for router_gateway (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:08.458684 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-2944a7cc-6ca1-4c70-b3f9-8c3a1c24dd38 None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:45:08.492806 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Deleting port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:08.493138 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:08.578676 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] For port 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:08.579041 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:08.592376 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Calling delete_port for 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:08.625132 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2944a7cc-6ca1-4c70-b3f9-8c3a1c24dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:45:07Z', 'revision_number': 5, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port': {'id': '2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:19Z', 'updated_at': '2022-06-23T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:08.649642 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2944a7cc-6ca1-4c70-b3f9-8c3a1c24dd38 None None] Checking router: eea3ee1a-e7c8-4032-96e7-997c6cf277a8 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:45:08.658794 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2944a7cc-6ca1-4c70-b3f9-8c3a1c24dd38 None None] Routers {'eea3ee1a-e7c8-4032-96e7-997c6cf277a8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:45:08.659371 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2944a7cc-6ca1-4c70-b3f9-8c3a1c24dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:44:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:08.746707 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-2944a7cc-6ca1-4c70-b3f9-8c3a1c24dd38 None None] Set router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 gateway port host: None {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:45:08.765132 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:08.786138 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d754b9-6daf-48b9-b92d-d9c8f77e67ab req-5823ebe2-62f4-4edd-b1ad-822ea0326ce2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:08.788437 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7d754b9-6daf-48b9-b92d-d9c8f77e67ab req-5823ebe2-62f4-4edd-b1ad-822ea0326ce2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 945 time: 0.0675466 Jun 23 13:45:08.790072 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:08.797065 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:08.800326 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-2944a7cc-6ca1-4c70-b3f9-8c3a1c24dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:45:08Z', 'revision_number': 6, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port_host': None}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:08.826977 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2944a7cc-6ca1-4c70-b3f9-8c3a1c24dd38 None None] The sync data for ids ['eea3ee1a-e7c8-4032-96e7-997c6cf277a8'] in dv-cinder-815582-10-iscsi is: [{'id': 'eea3ee1a-e7c8-4032-96e7-997c6cf277a8', 'name': 'tempest-ServerRescueNegativeTestJSON-16875456-router', 'tenant_id': '855cb6e79485414ab0f2a40162231d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:45:08Z', 'revision_number': 6, 'project_id': '855cb6e79485414ab0f2a40162231d72', 'gw_port_host': None}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:45:08.853352 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7d754b9-6daf-48b9-b92d-d9c8f77e67ab req-5f719aa4-7d71-4b89-8482-ce6523a5c912 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515680 Jun 23 13:45:08.854679 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389688'] for router_gateway (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:08.891841 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device babf77e6-6bb7-4c15-be55-0aff77abfe3f up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:45:08.933335 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port babf77e6-6bb7-4c15-be55-0aff77abfe3f completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:45:08.939391 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port babf77e6-6bb7-4c15-be55-0aff77abfe3f triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:45:08.939819 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:08.944780 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:08.946938 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Publish callbacks [] for router_controller (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:08.998282 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-268479'] for router (eea3ee1a-e7c8-4032-96e7-997c6cf277a8), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:08.999025 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eea3ee1a-e7c8-4032-96e7-997c6cf277a8 {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 13:45:09.003893 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.005343 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-81283217-fff5-4359-accf-026b0dc98c7d admin admin] 10.222.0.26 "DELETE /v2.0/routers/eea3ee1a-e7c8-4032-96e7-997c6cf277a8 HTTP/1.1" status: 204 len: 168 time: 0.7587209 Jun 23 13:45:09.008058 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59656) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:09.020950 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port babf77e6-6bb7-4c15-be55-0aff77abfe3f is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:45:09.021419 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.044866 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:45:09.047236 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be62f61a-07ad-4668-9ce2-e7d57a4eacfd" -d '{"events": [{"server_uuid": "7840b5d2-52e9-48db-95ba-af0fb4a5cb52", "name": "network-vif-plugged", "status": "completed", "tag": "babf77e6-6bb7-4c15-be55-0aff77abfe3f"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:45:09.053408 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cc8a3e-1886-4db2-8b15-7e863f03e188 admin admin] Deleting subnet 3c1268ce-389b-488c-bcb7-bb9e10058879 {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:45:09.056859 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c2cc8a3e-1886-4db2-8b15-7e863f03e188 admin admin] Publish callbacks [] for subnet (3c1268ce-389b-488c-bcb7-bb9e10058879), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.064511 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port babf77e6-6bb7-4c15-be55-0aff77abfe3f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=babf77e6-6bb7-4c15-be55-0aff77abfe3f,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:09.069184 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.097617 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c2cc8a3e-1886-4db2-8b15-7e863f03e188 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4674011'] for subnet (3c1268ce-389b-488c-bcb7-bb9e10058879), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.119969 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=babf77e6-6bb7-4c15-be55-0aff77abfe3f,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:09.160766 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c1b977-cd33-4396-9578-8f119e60e60a x-openstack-request-id: req-03c1b977-cd33-4396-9578-8f119e60e60a {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:45:09.161061 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7840b5d2-52e9-48db-95ba-af0fb4a5cb52", "name": "network-vif-plugged", "status": "completed", "tag": "babf77e6-6bb7-4c15-be55-0aff77abfe3f", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:45:09.161313 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03c1b977-cd33-4396-9578-8f119e60e60a {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:45:09.161713 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c1b977-cd33-4396-9578-8f119e60e60a'] response: {'server_uuid': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f', 'code': 200} Jun 23 13:45:09.205827 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c2cc8a3e-1886-4db2-8b15-7e863f03e188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (3c1268ce-389b-488c-bcb7-bb9e10058879), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.266523 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c2cc8a3e-1886-4db2-8b15-7e863f03e188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4705492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58627921'] for subnet (3c1268ce-389b-488c-bcb7-bb9e10058879), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.300543 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc8a3e-1886-4db2-8b15-7e863f03e188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1268ce-389b-488c-bcb7-bb9e10058879,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:09.307591 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c2cc8a3e-1886-4db2-8b15-7e863f03e188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.309338 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c2cc8a3e-1886-4db2-8b15-7e863f03e188 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3c1268ce-389b-488c-bcb7-bb9e10058879 HTTP/1.1" status: 204 len: 168 time: 0.3002863 Jun 23 13:45:09.310856 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc541d8-f5f1-48ff-820c-5db8f815e842 None None] Network aa1c1aa4-3e5b-4496-86ec-113ba24a4995 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:45:09.312110 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59664) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:09.347983 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961a86c-608c-4c55-ab38-73e91154c57a req-031a27a0-b8c0-4b59-ae65-68d47029a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:09.349588 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7961a86c-608c-4c55-ab38-73e91154c57a req-031a27a0-b8c0-4b59-ae65-68d47029a9e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 1130 time: 0.0460126 Jun 23 13:45:09.382723 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (aa1c1aa4-3e5b-4496-86ec-113ba24a4995), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.402918 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7961a86c-608c-4c55-ab38-73e91154c57a req-2b12d01e-5a6f-4233-a9e6-8b415708c135 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400970 Jun 23 13:45:09.426210 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Deleting port 54a9fa30-9312-45c4-9291-c67ec375d1aa {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:09.426567 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.491757 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] For port 54a9fa30-9312-45c4-9291-c67ec375d1aa, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=54a9fa30-9312-45c4-9291-c67ec375d1aa,segment=NetworkSegment(3fa6e6ae-0e9d-49f0-a191-6cd379497902),segment_id=3fa6e6ae-0e9d-49f0-a191-6cd379497902)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:09.492116 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.504936 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Calling delete_port for 54a9fa30-9312-45c4-9291-c67ec375d1aa owned by network:dhcp {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:09.574672 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:09.575992 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:09.586267 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (54a9fa30-9312-45c4-9291-c67ec375d1aa), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.616503 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a9fa30-9312-45c4-9291-c67ec375d1aa,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:09.619897 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] No DVR routers for this DVR port 54a9fa30-9312-45c4-9291-c67ec375d1aa on host dv-cinder-815582-10-iscsi {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:45:09.660987 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c25c14e-6499-4c6f-b0a0-97e9214a782b None None] DHCP port deletion for aa1c1aa4-3e5b-4496-86ec-113ba24a4995 request from dv-cinder-815582-10-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 13:45:09.692908 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (aa1c1aa4-3e5b-4496-86ec-113ba24a4995), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.713800 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1c1aa4-3e5b-4496-86ec-113ba24a4995']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:09.723167 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa6e6ae-0e9d-49f0-a191-6cd379497902') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:09.723494 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa6e6ae-0e9d-49f0-a191-6cd379497902') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:09.733050 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673984'] for segment (3fa6e6ae-0e9d-49f0-a191-6cd379497902), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.747424 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (3fa6e6ae-0e9d-49f0-a191-6cd379497902), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.758081 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:45:09.758514 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4705470'] for segment (3fa6e6ae-0e9d-49f0-a191-6cd379497902), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.840131 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (aa1c1aa4-3e5b-4496-86ec-113ba24a4995), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.841437 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 54a9fa30-9312-45c4-9291-c67ec375d1aa no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:09.846439 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:09.852154 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] 10.222.0.26 "DELETE /v2.0/networks/aa1c1aa4-3e5b-4496-86ec-113ba24a4995 HTTP/1.1" status: 204 len: 168 time: 0.5363588 Jun 23 13:45:09.861884 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 3fa6e6ae-0e9d-49f0-a191-6cd379497902 resource provider aggregate not found Jun 23 13:45:09.866196 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3259da6-80f8-428e-bc91-8e9cbd73af98 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1c1aa4-3e5b-4496-86ec-113ba24a4995,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:09.870934 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 54a9fa30-9312-45c4-9291-c67ec375d1aa {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:09.871276 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 54a9fa30-9312-45c4-9291-c67ec375d1aa not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:09.871639 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:09.882868 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 3fa6e6ae-0e9d-49f0-a191-6cd379497902 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fa6e6ae-0e9d-49f0-a191-6cd379497902 found for delete ", "request_id": "req-37b0ca26-f8ff-42e4-b533-334ab70fc28d"}]} Jun 23 13:45:09.902106 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:09.902560 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 2db2eaf7-1de9-4694-9a04-d9e91fe6a6bd not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:09.902752 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 734801dd-6fe5-47ad-bda8-2591a60d2b81 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:09.940813 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 734801dd-6fe5-47ad-bda8-2591a60d2b81 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:09.941538 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 734801dd-6fe5-47ad-bda8-2591a60d2b81 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:09.997053 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320fa08-1275-4f51-b6c5-b785b82c9358 req-2fcace4b-6abb-47b1-b91b-82c2d8db9904 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:09.998616 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8320fa08-1275-4f51-b6c5-b785b82c9358 req-2fcace4b-6abb-47b1-b91b-82c2d8db9904 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 946 time: 0.0545397 Jun 23 13:45:10.029411 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59678) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:10.049009 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8320fa08-1275-4f51-b6c5-b785b82c9358 req-da9c31a6-4334-4a4a-ad85-431c64dda7ac tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444169 Jun 23 13:45:10.069717 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f7be08c7-d2f0-44b1-85c0-43fc86910e65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=855cb6e79485414ab0f2a40162231d72&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390821 Jun 23 13:45:10.072358 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59680) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:10.078022 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:10.125412 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2853c491-02b8-42fb-bdf8-4f55c5146bd4 admin admin] Publish callbacks [] for security_group (98d75041-39f1-4fb4-adb3-431b050eb164), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:10.148058 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2853c491-02b8-42fb-bdf8-4f55c5146bd4 admin admin] Publish callbacks [] for security_group (98d75041-39f1-4fb4-adb3-431b050eb164), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:10.196462 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2853c491-02b8-42fb-bdf8-4f55c5146bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (98d75041-39f1-4fb4-adb3-431b050eb164), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:10.199300 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2853c491-02b8-42fb-bdf8-4f55c5146bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:10.202779 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2853c491-02b8-42fb-bdf8-4f55c5146bd4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98d75041-39f1-4fb4-adb3-431b050eb164 HTTP/1.1" status: 204 len: 168 time: 0.1272514 Jun 23 13:45:10.211857 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853c491-02b8-42fb-bdf8-4f55c5146bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d75041-39f1-4fb4-adb3-431b050eb164,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:10.525588 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a35ec2-1390-4c11-b98c-b0740567b9b1 req-58d6e916-a58a-483d-94f2-19eaab7bca22 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:10.527083 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a35ec2-1390-4c11-b98c-b0740567b9b1 req-58d6e916-a58a-483d-94f2-19eaab7bca22 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0507462 Jun 23 13:45:10.574080 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-66a35ec2-1390-4c11-b98c-b0740567b9b1 req-f8b74727-305e-45ff-91ad-ab047622f942 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411274 Jun 23 13:45:11.164309 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214a36e-aabb-46a6-a08b-aba2536484a0 req-52fe3ed3-e689-4f49-9acc-44a1eb96524f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:11.165820 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7214a36e-aabb-46a6-a08b-aba2536484a0 req-52fe3ed3-e689-4f49-9acc-44a1eb96524f tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 946 time: 0.0469010 Jun 23 13:45:11.217399 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7214a36e-aabb-46a6-a08b-aba2536484a0 req-dab3abbe-4648-4542-8892-ee76db0093d2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453424 Jun 23 13:45:11.341449 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93923cc7-e6de-422a-8df6-f437fd52bfe2 req-fee2072d-318d-428c-82d4-071de64060a6 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:11.343014 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-93923cc7-e6de-422a-8df6-f437fd52bfe2 req-fee2072d-318d-428c-82d4-071de64060a6 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 946 time: 0.0626996 Jun 23 13:45:11.352238 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59730) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:11.356499 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-d8afbfca-44a1-4da4-9c28-2223f4dd40c4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Request body: {'floatingip': {'port_id': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:45:11.395617 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d8afbfca-44a1-4da4-9c28-2223f4dd40c4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (a3c155e9-3d08-47c4-91dc-fdc178e2fb3a), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:11.711640 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f4265-cca6-40ad-97e5-6ec8c91e445b req-17614f26-94cf-472d-97ee-222900f6cdd3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:11.713508 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-075f4265-cca6-40ad-97e5-6ec8c91e445b req-17614f26-94cf-472d-97ee-222900f6cdd3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0602915 Jun 23 13:45:11.776142 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-075f4265-cca6-40ad-97e5-6ec8c91e445b req-5982010e-33d5-43a0-9954-ef4f1906d9ef tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564196 Jun 23 13:45:11.837383 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d8afbfca-44a1-4da4-9c28-2223f4dd40c4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:11.846477 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d8afbfca-44a1-4da4-9c28-2223f4dd40c4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (a3c155e9-3d08-47c4-91dc-fdc178e2fb3a), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:11.946898 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-d8afbfca-44a1-4da4-9c28-2223f4dd40c4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Floating IP a3c155e9-3d08-47c4-91dc-fdc178e2fb3a associated. External IP: 172.27.0.79, port: babf77e6-6bb7-4c15-be55-0aff77abfe3f. Jun 23 13:45:11.982180 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:12.144725 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8afbfca-44a1-4da4-9c28-2223f4dd40c4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Router 81a742b4-0bf8-4ae4-a20d-578063d99d92 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:45:12.221639 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:12.267725 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59772) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:12.268455 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8afbfca-44a1-4da4-9c28-2223f4dd40c4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:45:12.273468 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-d8afbfca-44a1-4da4-9c28-2223f4dd40c4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:12.280644 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31d055-185b-478d-8967-e46e3e31cb8d None None] Sync routers for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:45:12.300158 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31d055-185b-478d-8967-e46e3e31cb8d None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:45:12.301217 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-fd31d055-185b-478d-8967-e46e3e31cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:44:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:12.305401 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-d8afbfca-44a1-4da4-9c28-2223f4dd40c4 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "PUT /v2.0/floatingips/a3c155e9-3d08-47c4-91dc-fdc178e2fb3a HTTP/1.1" status: 200 len: 991 time: 0.9511914 Jun 23 13:45:12.305401 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'tag': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:45:12.307047 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4859b0d9-77c7-4db1-a105-c176693bbf24" -d '{"events": [{"name": "network-changed", "server_uuid": "7840b5d2-52e9-48db-95ba-af0fb4a5cb52", "tag": "babf77e6-6bb7-4c15-be55-0aff77abfe3f"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:45:12.345896 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec305964-85ce-4f7f-b65f-fe6c5a0571dd x-openstack-request-id: req-ec305964-85ce-4f7f-b65f-fe6c5a0571dd {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:45:12.346328 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7840b5d2-52e9-48db-95ba-af0fb4a5cb52", "tag": "babf77e6-6bb7-4c15-be55-0aff77abfe3f", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:45:12.346591 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec305964-85ce-4f7f-b65f-fe6c5a0571dd {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:45:12.347060 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec305964-85ce-4f7f-b65f-fe6c5a0571dd'] response: {'name': 'network-changed', 'server_uuid': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'tag': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f', 'status': 'completed', 'code': 200} Jun 23 13:45:12.383706 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2cc2996a-7a55-45a0-9e7f-8c8fdb473e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:12.411112 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859b0d9-77c7-4db1-a105-c176693bbf24 req-d19c2de4-09d4-4052-966b-1563fc3f1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:12.412737 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4859b0d9-77c7-4db1-a105-c176693bbf24 req-d19c2de4-09d4-4052-966b-1563fc3f1e32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9298bf4635e84993b086309715cc7cbe&device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 1130 time: 0.0424473 Jun 23 13:45:12.417270 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-fd31d055-185b-478d-8967-e46e3e31cb8d None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:45:12.466044 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2cc2996a-7a55-45a0-9e7f-8c8fdb473e5c admin admin] Publish callbacks [] for security_group (3a09a118-71e8-4baa-bc54-a52a2843bd67), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:12.472338 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2cc2996a-7a55-45a0-9e7f-8c8fdb473e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (3a09a118-71e8-4baa-bc54-a52a2843bd67), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:12.506343 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859b0d9-77c7-4db1-a105-c176693bbf24 req-e3112db1-10bc-4973-96b3-a9287cf495c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:12.507937 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4859b0d9-77c7-4db1-a105-c176693bbf24 req-e3112db1-10bc-4973-96b3-a9287cf495c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 200 len: 916 time: 0.0891297 Jun 23 13:45:12.513660 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2996a-7a55-45a0-9e7f-8c8fdb473e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a09a118-71e8-4baa-bc54-a52a2843bd67,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:12.520921 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2cc2996a-7a55-45a0-9e7f-8c8fdb473e5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a257d1a49cfe48afb5b3b3fc87e23f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493687 Jun 23 13:45:12.520921 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59780) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:12.573164 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a02168a1-c1fc-4b6b-b9d1-af60ce224e1c admin admin] Publish callbacks [] for security_group (3a09a118-71e8-4baa-bc54-a52a2843bd67), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:12.583540 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4859b0d9-77c7-4db1-a105-c176693bbf24 req-11b70a9e-2545-42fd-8e4e-2994d9baae80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=babf77e6-6bb7-4c15-be55-0aff77abfe3f HTTP/1.1" status: 200 len: 999 time: 0.0679612 Jun 23 13:45:12.585823 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:12.596917 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a02168a1-c1fc-4b6b-b9d1-af60ce224e1c admin admin] Publish callbacks [] for security_group (3a09a118-71e8-4baa-bc54-a52a2843bd67), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:12.598636 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:12.642382 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-fd31d055-185b-478d-8967-e46e3e31cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'a3c155e9-3d08-47c4-91dc-fdc178e2fb3a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:75:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:44:57Z', 'updated_at': '2022-06-23T13:45:11Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:12.649750 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859b0d9-77c7-4db1-a105-c176693bbf24 req-e644f01f-c384-40fb-8964-25c08ee9357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:12.651360 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4859b0d9-77c7-4db1-a105-c176693bbf24 req-e644f01f-c384-40fb-8964-25c08ee9357f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 200 len: 854 time: 0.0597210 Jun 23 13:45:12.652785 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a02168a1-c1fc-4b6b-b9d1-af60ce224e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (3a09a118-71e8-4baa-bc54-a52a2843bd67), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:12.655539 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a02168a1-c1fc-4b6b-b9d1-af60ce224e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:12.659745 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a02168a1-c1fc-4b6b-b9d1-af60ce224e1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a09a118-71e8-4baa-bc54-a52a2843bd67 HTTP/1.1" status: 204 len: 168 time: 0.1381745 Jun 23 13:45:12.667375 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31d055-185b-478d-8967-e46e3e31cb8d None None] Checking router: 81a742b4-0bf8-4ae4-a20d-578063d99d92 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:45:12.668453 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02168a1-c1fc-4b6b-b9d1-af60ce224e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a09a118-71e8-4baa-bc54-a52a2843bd67,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:12.676134 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31d055-185b-478d-8967-e46e3e31cb8d None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:45:12.676741 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-fd31d055-185b-478d-8967-e46e3e31cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:44:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:12.701913 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859b0d9-77c7-4db1-a105-c176693bbf24 req-a7fba1c2-6667-4694-a0b1-476563ce2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:12.703763 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4859b0d9-77c7-4db1-a105-c176693bbf24 req-a7fba1c2-6667-4694-a0b1-476563ce2644 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=750f6de3-a7e6-4721-b369-b46085e03f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445590 Jun 23 13:45:12.735707 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:12.792878 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-fd31d055-185b-478d-8967-e46e3e31cb8d None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:45:12.794409 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:12.823895 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4859b0d9-77c7-4db1-a105-c176693bbf24 req-d9829cfe-fc83-41a3-89e0-9c9c2f2172c0 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098080 Jun 23 13:45:12.913566 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b6984-de82-4123-b774-2adb9efd8315 req-ce27e85b-5baf-46d1-87a8-9d1ff6a021e2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:12.915293 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-999b6984-de82-4123-b774-2adb9efd8315 req-ce27e85b-5baf-46d1-87a8-9d1ff6a021e2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Jun 23 13:45:12.929488 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4859b0d9-77c7-4db1-a105-c176693bbf24 req-3c669fa1-9e5b-4800-91b3-5876c953d105 service neutron] 10.222.0.47 "GET /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985205 Jun 23 13:45:12.973699 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-999b6984-de82-4123-b774-2adb9efd8315 req-f01549d7-3894-4f0d-836e-4cb2cdc0b833 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524294 Jun 23 13:45:13.023889 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59788) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:13.037090 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-fd31d055-185b-478d-8967-e46e3e31cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'a3c155e9-3d08-47c4-91dc-fdc178e2fb3a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:75:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:44:57Z', 'updated_at': '2022-06-23T13:45:11Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:13.037309 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9db0-1d9c-48f9-b18e-1c6ec4f3b964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:13.061293 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31d055-185b-478d-8967-e46e3e31cb8d None None] The sync data for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi is: [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'a3c155e9-3d08-47c4-91dc-fdc178e2fb3a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'port_id': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'mac_address': 'fa:16:3e:75:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:44:57Z', 'updated_at': '2022-06-23T13:45:11Z', 'revision_number': 1, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:45:13.116051 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9db0-1d9c-48f9-b18e-1c6ec4f3b964 admin admin] Publish callbacks [] for security_group (a0d6744c-eaed-42ec-89db-77d930be690f), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:13.120801 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9db0-1d9c-48f9-b18e-1c6ec4f3b964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a0d6744c-eaed-42ec-89db-77d930be690f), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:13.163676 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d9db0-1d9c-48f9-b18e-1c6ec4f3b964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d6744c-eaed-42ec-89db-77d930be690f,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:13.168587 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9e3d9db0-1d9c-48f9-b18e-1c6ec4f3b964 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65f76d3d9ce34d15b713e5313618558c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427867 Jun 23 13:45:13.170484 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59790) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:13.228031 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-50db2771-df31-43de-9ff4-913e1ad6efed admin admin] Publish callbacks [] for security_group (a0d6744c-eaed-42ec-89db-77d930be690f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:13.250575 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-50db2771-df31-43de-9ff4-913e1ad6efed admin admin] Publish callbacks [] for security_group (a0d6744c-eaed-42ec-89db-77d930be690f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:13.259110 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399f9a3-ce5f-45e0-b7d0-94a022fd3b12 None None] New status for floating IP a3c155e9-3d08-47c4-91dc-fdc178e2fb3a: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:45:13.273091 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:13.299575 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-50db2771-df31-43de-9ff4-913e1ad6efed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a0d6744c-eaed-42ec-89db-77d930be690f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:13.302118 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-50db2771-df31-43de-9ff4-913e1ad6efed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:13.303288 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-50db2771-df31-43de-9ff4-913e1ad6efed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0d6744c-eaed-42ec-89db-77d930be690f HTTP/1.1" status: 204 len: 168 time: 0.1317875 Jun 23 13:45:13.312735 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db2771-df31-43de-9ff4-913e1ad6efed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d6744c-eaed-42ec-89db-77d930be690f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:14.097632 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb68b6-8907-462f-89a9-7a930690c3a9 req-ae464d6e-5455-47d1-b698-57dff0552c6d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:14.099085 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-04cb68b6-8907-462f-89a9-7a930690c3a9 req-ae464d6e-5455-47d1-b698-57dff0552c6d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0485656 Jun 23 13:45:14.151980 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-04cb68b6-8907-462f-89a9-7a930690c3a9 req-a254c56b-0393-4a68-be37-c481dbd9b306 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 Jun 23 13:45:14.911817 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-40270416-4724-4ed4-bf27-a579c4f40020 req-10649e6f-2922-4abd-b6ca-b2308553129f tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999735637&fields=id&tenant_id=28b455b8dd8b4910803ac509413a97e6 HTTP/1.1" status: 200 len: 267 time: 0.0456514 Jun 23 13:45:14.974242 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40270416-4724-4ed4-bf27-a579c4f40020 req-bcccfb35-10f3-462a-bab1-7087dcb81e1c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:14.975954 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-40270416-4724-4ed4-bf27-a579c4f40020 req-bcccfb35-10f3-462a-bab1-7087dcb81e1c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 984 time: 0.0572541 Jun 23 13:45:14.986743 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [req-40270416-4724-4ed4-bf27-a579c4f40020 req-7cf4ac06-1264-4365-b286-ca2809b30bb7 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Request body: {'port': {'security_groups': ['9e33b68c-12e8-458b-8b30-99c50a8571cf']}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:45:15.298954 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546e062-dec6-4329-b68d-e14f14b8dfcb req-a1074394-332c-4e7b-80f9-b1c37604989c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:15.300415 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5546e062-dec6-4329-b68d-e14f14b8dfcb req-a1074394-332c-4e7b-80f9-b1c37604989c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0739620 Jun 23 13:45:15.327238 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-40270416-4724-4ed4-bf27-a579c4f40020 req-7cf4ac06-1264-4365-b286-ca2809b30bb7 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:15.392873 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5546e062-dec6-4329-b68d-e14f14b8dfcb req-8267361d-fae2-48fc-8838-082d7a0b84f2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867169 Jun 23 13:45:15.498478 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:15.526672 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [req-40270416-4724-4ed4-bf27-a579c4f40020 req-7cf4ac06-1264-4365-b286-ca2809b30bb7 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] For port f801c0fd-febc-4835-97ee-811b19175e3e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f801c0fd-febc-4835-97ee-811b19175e3e,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:15.564920 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-40270416-4724-4ed4-bf27-a579c4f40020 req-7cf4ac06-1264-4365-b286-ca2809b30bb7 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for port (f801c0fd-febc-4835-97ee-811b19175e3e), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:15.571717 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-40270416-4724-4ed4-bf27-a579c4f40020 req-7cf4ac06-1264-4365-b286-ca2809b30bb7 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4705434'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:15.584224 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['f801c0fd-febc-4835-97ee-811b19175e3e'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:45:15.620600 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40270416-4724-4ed4-bf27-a579c4f40020 req-7cf4ac06-1264-4365-b286-ca2809b30bb7 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:15.621215 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [req-40270416-4724-4ed4-bf27-a579c4f40020 req-7cf4ac06-1264-4365-b286-ca2809b30bb7 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:15.622573 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-40270416-4724-4ed4-bf27-a579c4f40020 req-7cf4ac06-1264-4365-b286-ca2809b30bb7 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "PUT /v2.0/ports/f801c0fd-febc-4835-97ee-811b19175e3e HTTP/1.1" status: 200 len: 942 time: 0.6405540 Jun 23 13:45:15.623018 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:45:15.625569 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e27b2e028c6aab96d102b9db07068e0a2fbbf4677211dc7e9ac85eaee364cc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4056126-19d1-4d04-b3bd-6bfda334b544" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:45:15.629995 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59852) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:15.635775 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:15.650679 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4ac06-1264-4365-b286-ca2809b30bb7 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event updated for resources: {'Port': ['ID=f801c0fd-febc-4835-97ee-811b19175e3e,revision_number=7']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:15.711993 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd5e2-10e5-4e12-ab5c-68f7f67c49f5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group (2037daa1-989f-4490-8a83-7c780e7cebde), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:15.718770 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['f801c0fd-febc-4835-97ee-811b19175e3e'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:45:15.748820 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd5e2-10e5-4e12-ab5c-68f7f67c49f5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group (2037daa1-989f-4490-8a83-7c780e7cebde), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:15.826244 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd5e2-10e5-4e12-ab5c-68f7f67c49f5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2037daa1-989f-4490-8a83-7c780e7cebde), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:15.834416 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a4ebd5e2-10e5-4e12-ab5c-68f7f67c49f5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:15.835661 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a4ebd5e2-10e5-4e12-ab5c-68f7f67c49f5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "DELETE /v2.0/security-groups/2037daa1-989f-4490-8a83-7c780e7cebde HTTP/1.1" status: 204 len: 168 time: 0.2040718 Jun 23 13:45:15.838492 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59856) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:15.847590 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebd5e2-10e5-4e12-ab5c-68f7f67c49f5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2037daa1-989f-4490-8a83-7c780e7cebde,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:15.875473 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649291a9-aae8-4a67-8b35-8cb2c05c3436 x-openstack-request-id: req-649291a9-aae8-4a67-8b35-8cb2c05c3436 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:45:15.875752 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:45:15.875998 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-649291a9-aae8-4a67-8b35-8cb2c05c3436 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:45:15.876392 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649291a9-aae8-4a67-8b35-8cb2c05c3436'] response: {'name': 'network-changed', 'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'status': 'completed', 'code': 200} Jun 23 13:45:15.907701 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-ade4bf6e-59fb-4d46-ac9b-57904b8d2943 None None] Provisioning complete for port f801c0fd-febc-4835-97ee-811b19175e3e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:45:15.908073 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ade4bf6e-59fb-4d46-ac9b-57904b8d2943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:15.933531 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4056126-19d1-4d04-b3bd-6bfda334b544 req-a7df9b3b-fad1-40cd-ba6d-05e142be662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:15.935033 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a4056126-19d1-4d04-b3bd-6bfda334b544 req-a7df9b3b-fad1-40cd-ba6d-05e142be662c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28b455b8dd8b4910803ac509413a97e6&device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 1129 time: 0.0517316 Jun 23 13:45:15.996207 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Deleting port 277dfe9d-8590-4c6e-bbec-73fa72778778 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:15.996550 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (277dfe9d-8590-4c6e-bbec-73fa72778778), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:16.028063 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-ade4bf6e-59fb-4d46-ac9b-57904b8d2943 None None] Current status of the port f801c0fd-febc-4835-97ee-811b19175e3e is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:45:16.032406 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:16.048516 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4056126-19d1-4d04-b3bd-6bfda334b544 req-c40d6b48-65fd-4af6-80c0-a9dbab57e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:16.050177 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a4056126-19d1-4d04-b3bd-6bfda334b544 req-c40d6b48-65fd-4af6-80c0-a9dbab57e0c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=500fbded-0db2-4c63-b1ff-d4d5b022ae43 HTTP/1.1" status: 200 len: 915 time: 0.1072714 Jun 23 13:45:16.084810 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (277dfe9d-8590-4c6e-bbec-73fa72778778), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:16.085139 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for floatingip (277dfe9d-8590-4c6e-bbec-73fa72778778), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:16.100949 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Calling delete_port for 277dfe9d-8590-4c6e-bbec-73fa72778778 owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:16.281100 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (277dfe9d-8590-4c6e-bbec-73fa72778778), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:16.320555 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event deleted for resources: {'Port': ['ID=277dfe9d-8590-4c6e-bbec-73fa72778778,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:16.371712 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a4056126-19d1-4d04-b3bd-6bfda334b544 req-6997db64-9d9e-4794-a036-feadfb272caf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f801c0fd-febc-4835-97ee-811b19175e3e HTTP/1.1" status: 200 len: 1000 time: 0.3143721 Jun 23 13:45:16.378436 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks [] for floatingip (4cb919d9-82a7-4fd2-b2de-22e038d2e01f), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:16.378773 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Floating IP 4cb919d9-82a7-4fd2-b2de-22e038d2e01f disassociated (deleted). External IP: 172.27.0.16, port: f801c0fd-febc-4835-97ee-811b19175e3e. Jun 23 13:45:16.420983 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4056126-19d1-4d04-b3bd-6bfda334b544 req-0c260b7e-16fa-4365-9168-dcf89a8726fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:16.422609 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a4056126-19d1-4d04-b3bd-6bfda334b544 req-0c260b7e-16fa-4365-9168-dcf89a8726fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c937649-0225-4065-896f-62a076289bfa HTTP/1.1" status: 200 len: 853 time: 0.0442545 Jun 23 13:45:16.478819 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4056126-19d1-4d04-b3bd-6bfda334b544 req-66a7d614-99f8-43b6-8ee7-11b31ab316d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:16.480543 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a4056126-19d1-4d04-b3bd-6bfda334b544 req-66a7d614-99f8-43b6-8ee7-11b31ab316d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=500fbded-0db2-4c63-b1ff-d4d5b022ae43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516794 Jun 23 13:45:16.538095 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143d8c1-b0f8-464a-a225-b6563e55a777 req-5e6b57c9-1aa1-481f-82cf-f7f6dbc33d8c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:16.539526 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2143d8c1-b0f8-464a-a225-b6563e55a777 req-5e6b57c9-1aa1-481f-82cf-f7f6dbc33d8c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0613186 Jun 23 13:45:16.582810 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a4056126-19d1-4d04-b3bd-6bfda334b544 req-046ab00a-b270-418d-989e-6b1f11a0bf7a service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952282 Jun 23 13:45:16.615569 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:16.666064 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2143d8c1-b0f8-464a-a225-b6563e55a777 req-5c7b26e8-0c4e-45f1-b8ae-2bca9d417550 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889001 Jun 23 13:45:16.676625 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a4056126-19d1-4d04-b3bd-6bfda334b544 req-c63b20e7-7dc5-46e7-a68d-6a322d4724f4 service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874074 Jun 23 13:45:16.682006 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:45:16.743609 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:16.794950 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:45:16.799694 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:16.805544 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb86c8-c96d-4db5-b8d7-0cdb1d4e3d2a None None] Sync routers for ids ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:45:16.817019 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb86c8-c96d-4db5-b8d7-0cdb1d4e3d2a None None] Routers {'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:45:16.817722 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4abb86c8-c96d-4db5-b8d7-0cdb1d4e3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:44:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:16.829973 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-806714ed-6faf-40e7-b636-2b82634e743a tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "DELETE /v2.0/floatingips/4cb919d9-82a7-4fd2-b2de-22e038d2e01f HTTP/1.1" status: 204 len: 168 time: 0.9903858 Jun 23 13:45:16.903731 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:16.920852 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4abb86c8-c96d-4db5-b8d7-0cdb1d4e3d2a None None] Set router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:45:17.048966 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:17.118329 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4abb86c8-c96d-4db5-b8d7-0cdb1d4e3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '094f0ed6-5add-46df-87cb-4e72ae72069a', 'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'mac_address': 'fa:16:3e:07:d0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:21Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 5, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'subnets': [{'id': '9c937649-0225-4065-896f-62a076289bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:17.142181 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb86c8-c96d-4db5-b8d7-0cdb1d4e3d2a None None] Checking router: bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:45:17.150650 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb86c8-c96d-4db5-b8d7-0cdb1d4e3d2a None None] Routers {'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:45:17.151269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4abb86c8-c96d-4db5-b8d7-0cdb1d4e3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:44:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:17.369239 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4abb86c8-c96d-4db5-b8d7-0cdb1d4e3d2a None None] Set router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:45:17.555423 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4abb86c8-c96d-4db5-b8d7-0cdb1d4e3d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '094f0ed6-5add-46df-87cb-4e72ae72069a', 'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'mac_address': 'fa:16:3e:07:d0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:21Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 5, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'subnets': [{'id': '9c937649-0225-4065-896f-62a076289bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:17.584748 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb86c8-c96d-4db5-b8d7-0cdb1d4e3d2a None None] The sync data for ids ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'] in dv-cinder-815582-10-iscsi is: [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:42:22Z', 'revision_number': 4, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '094f0ed6-5add-46df-87cb-4e72ae72069a', 'name': '', 'network_id': '500fbded-0db2-4c63-b1ff-d4d5b022ae43', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'mac_address': 'fa:16:3e:07:d0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '9c937649-0225-4065-896f-62a076289bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:21Z', 'updated_at': '2022-06-23T13:42:28Z', 'revision_number': 5, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'subnets': [{'id': '9c937649-0225-4065-896f-62a076289bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:45:17.836607 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979b201-25cb-4887-906e-ae57f9b37d90 req-f21ac940-28d8-49e2-adb5-4e971caf14cb tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:17.838733 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6979b201-25cb-4887-906e-ae57f9b37d90 req-f21ac940-28d8-49e2-adb5-4e971caf14cb tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0828717 Jun 23 13:45:17.883216 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06c1a33-7ce9-440b-9de4-2e0d250a96f8 None None] New status for floating IP 4cb919d9-82a7-4fd2-b2de-22e038d2e01f: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:45:17.889981 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:45:17.893247 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e27b2e028c6aab96d102b9db07068e0a2fbbf4677211dc7e9ac85eaee364cc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f912327-bbda-4e52-9908-74e9d6145ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:45:17.925503 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6979b201-25cb-4887-906e-ae57f9b37d90 req-0b6717f6-d6be-4d2d-a623-70b7e23fe9e5 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793681 Jun 23 13:45:17.947201 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59908) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:17.953501 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d17bf99-602a-4c13-af37-803e7ee4a877 x-openstack-request-id: req-7d17bf99-602a-4c13-af37-803e7ee4a877 {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:45:17.954494 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:45:17.954756 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d17bf99-602a-4c13-af37-803e7ee4a877 {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:45:17.955155 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d17bf99-602a-4c13-af37-803e7ee4a877'] response: {'name': 'network-changed', 'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'status': 'completed', 'code': 200} Jun 23 13:45:18.020172 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912327-bbda-4e52-9908-74e9d6145ac3 req-e751ac37-46dc-42d7-ae3d-d99e4280ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:18.021710 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7f912327-bbda-4e52-9908-74e9d6145ac3 req-e751ac37-46dc-42d7-ae3d-d99e4280ba75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28b455b8dd8b4910803ac509413a97e6&device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 1129 time: 0.0460496 Jun 23 13:45:18.058525 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bb6267c-ba9d-4f45-a9b9-f5539830d857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:18.123143 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912327-bbda-4e52-9908-74e9d6145ac3 req-6a29aff0-6a1a-4256-824a-f6b50a89205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:18.125177 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7f912327-bbda-4e52-9908-74e9d6145ac3 req-6a29aff0-6a1a-4256-824a-f6b50a89205e service neutron] 10.222.0.47 "GET /v2.0/networks?id=500fbded-0db2-4c63-b1ff-d4d5b022ae43 HTTP/1.1" status: 200 len: 915 time: 0.0977762 Jun 23 13:45:18.163701 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bb6267c-ba9d-4f45-a9b9-f5539830d857 admin admin] Publish callbacks [] for security_group (df0d0631-e9c2-4668-900f-3dc935898161), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:18.166380 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7f912327-bbda-4e52-9908-74e9d6145ac3 req-ddf7f301-2328-445c-8f32-87ad372be870 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f801c0fd-febc-4835-97ee-811b19175e3e HTTP/1.1" status: 200 len: 217 time: 0.0348446 Jun 23 13:45:18.168637 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bb6267c-ba9d-4f45-a9b9-f5539830d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (df0d0631-e9c2-4668-900f-3dc935898161), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:18.207629 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6267c-ba9d-4f45-a9b9-f5539830d857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0d0631-e9c2-4668-900f-3dc935898161,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:18.213502 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7bb6267c-ba9d-4f45-a9b9-f5539830d857 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1270cd4bd2e84706bcd566669c8c11d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650168 Jun 23 13:45:18.219469 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59918) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:18.241693 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912327-bbda-4e52-9908-74e9d6145ac3 req-33a1e58f-8d41-429b-ad9b-45058fca17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:18.244445 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7f912327-bbda-4e52-9908-74e9d6145ac3 req-33a1e58f-8d41-429b-ad9b-45058fca17b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c937649-0225-4065-896f-62a076289bfa HTTP/1.1" status: 200 len: 853 time: 0.0708683 Jun 23 13:45:18.307958 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912327-bbda-4e52-9908-74e9d6145ac3 req-b38d5b02-630a-4299-bccd-a2504fcd3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:18.309915 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7f912327-bbda-4e52-9908-74e9d6145ac3 req-b38d5b02-630a-4299-bccd-a2504fcd3499 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=500fbded-0db2-4c63-b1ff-d4d5b022ae43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0594735 Jun 23 13:45:18.332851 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a199334-4616-4e20-b1ac-b69a67028ed4 admin admin] Publish callbacks [] for security_group (df0d0631-e9c2-4668-900f-3dc935898161), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:18.376396 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a199334-4616-4e20-b1ac-b69a67028ed4 admin admin] Publish callbacks [] for security_group (df0d0631-e9c2-4668-900f-3dc935898161), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:18.441875 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:18.463174 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7f912327-bbda-4e52-9908-74e9d6145ac3 req-64abe052-f152-4ddd-ab15-574f78d0c16c service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445470 Jun 23 13:45:18.489275 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:18.533856 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a199334-4616-4e20-b1ac-b69a67028ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (df0d0631-e9c2-4668-900f-3dc935898161), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:18.536483 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1a199334-4616-4e20-b1ac-b69a67028ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:18.537731 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-1a199334-4616-4e20-b1ac-b69a67028ed4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df0d0631-e9c2-4668-900f-3dc935898161 HTTP/1.1" status: 204 len: 168 time: 0.3171918 Jun 23 13:45:18.560224 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a199334-4616-4e20-b1ac-b69a67028ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0d0631-e9c2-4668-900f-3dc935898161,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:18.588980 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7f912327-bbda-4e52-9908-74e9d6145ac3 req-98cf97dd-761e-4b93-bc39-68224b3a95f1 service neutron] 10.222.0.47 "GET /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188130 Jun 23 13:45:18.840507 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 59928) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:18.854606 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b66c00f1-8c02-43c6-a993-cfc8a5cfb33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:18.943636 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b66c00f1-8c02-43c6-a993-cfc8a5cfb33e admin admin] Publish callbacks [] for security_group (13508017-e534-416e-a33c-883947cabe54), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:18.949676 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b66c00f1-8c02-43c6-a993-cfc8a5cfb33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (13508017-e534-416e-a33c-883947cabe54), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:18.996320 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b66c00f1-8c02-43c6-a993-cfc8a5cfb33e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f44903665ea9482a8310827aed91dc80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546307 Jun 23 13:45:18.998198 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c00f1-8c02-43c6-a993-cfc8a5cfb33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13508017-e534-416e-a33c-883947cabe54,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:18.998965 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 59934) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:19.046653 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ef76e-d1ce-4cae-9b16-1ca78595af84 req-5bf19259-1543-4f94-b9f4-b902aa388219 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:19.048174 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-618ef76e-d1ce-4cae-9b16-1ca78595af84 req-5bf19259-1543-4f94-b9f4-b902aa388219 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0508373 Jun 23 13:45:19.053999 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f1eb79fc-0f40-4a71-a72f-139911e4afee admin admin] Publish callbacks [] for security_group (13508017-e534-416e-a33c-883947cabe54), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:19.077241 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f1eb79fc-0f40-4a71-a72f-139911e4afee admin admin] Publish callbacks [] for security_group (13508017-e534-416e-a33c-883947cabe54), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:19.097811 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-618ef76e-d1ce-4cae-9b16-1ca78595af84 req-252364f8-6afb-4bf8-81b2-c3fb384b4906 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439005 Jun 23 13:45:19.125932 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f1eb79fc-0f40-4a71-a72f-139911e4afee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (13508017-e534-416e-a33c-883947cabe54), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:19.129008 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f1eb79fc-0f40-4a71-a72f-139911e4afee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:19.130152 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f1eb79fc-0f40-4a71-a72f-139911e4afee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13508017-e534-416e-a33c-883947cabe54 HTTP/1.1" status: 204 len: 168 time: 0.1300871 Jun 23 13:45:19.138272 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb79fc-0f40-4a71-a72f-139911e4afee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13508017-e534-416e-a33c-883947cabe54,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:19.599358 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2179f7-1935-4500-b593-ccecc559d300 req-75be97cf-c5e3-496a-873f-50c43bda28b9 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:19.600797 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-da2179f7-1935-4500-b593-ccecc559d300 req-75be97cf-c5e3-496a-873f-50c43bda28b9 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 945 time: 0.0476210 Jun 23 13:45:19.648725 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-da2179f7-1935-4500-b593-ccecc559d300 req-4e9b5625-9031-4eba-b712-7dcf570d8a3c tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Jun 23 13:45:20.092587 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7057e7cc-13f4-4f43-bb50-3af8e292be07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:20.222830 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c89590-2feb-460d-b8f0-09ae155f50c1 req-e9dd0b3c-4c95-482c-93ac-a5d9cb63c8c2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:20.224338 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-03c89590-2feb-460d-b8f0-09ae155f50c1 req-e9dd0b3c-4c95-482c-93ac-a5d9cb63c8c2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0528007 Jun 23 13:45:20.236098 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:20.274756 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-03c89590-2feb-460d-b8f0-09ae155f50c1 req-997eae0f-cbf6-4cce-9131-8adaf2bed9e8 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446248 Jun 23 13:45:20.762607 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee1a1a-38ee-47c7-ba32-a9dc7f8b85c5 req-d3586c30-7fa4-4f33-a8be-f934e4cabe18 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:20.764144 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-edee1a1a-38ee-47c7-ba32-a9dc7f8b85c5 req-d3586c30-7fa4-4f33-a8be-f934e4cabe18 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 945 time: 0.0477266 Jun 23 13:45:20.783387 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:20.813884 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-edee1a1a-38ee-47c7-ba32-a9dc7f8b85c5 req-d8be5032-4197-4bba-ab1f-66c528c9f9b6 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/security-groups?id=9e33b68c-12e8-458b-8b30-99c50a8571cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Jun 23 13:45:21.402844 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501796c-ba41-4e96-b1fb-cbc2980240a7 req-1398df8f-2883-412a-8972-d3c71047f42c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:21.404360 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6501796c-ba41-4e96-b1fb-cbc2980240a7 req-1398df8f-2883-412a-8972-d3c71047f42c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0547681 Jun 23 13:45:21.444920 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaca6c1-e59c-42de-a7ad-2e94eebc8236 req-84517f17-acc0-4a89-8c94-b7fb9298b2ef tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:21.446432 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4eaca6c1-e59c-42de-a7ad-2e94eebc8236 req-84517f17-acc0-4a89-8c94-b7fb9298b2ef tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.47 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 945 time: 0.0473979 Jun 23 13:45:21.451873 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6501796c-ba41-4e96-b1fb-cbc2980240a7 req-ecc0cbb7-9216-427d-a344-958c218e7edb tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417659 Jun 23 13:45:21.547147 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-4eaca6c1-e59c-42de-a7ad-2e94eebc8236 req-09c984fe-c27e-452c-acc3-a4123d0f96c5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Deleting port f801c0fd-febc-4835-97ee-811b19175e3e {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:21.547541 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4eaca6c1-e59c-42de-a7ad-2e94eebc8236 req-09c984fe-c27e-452c-acc3-a4123d0f96c5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:21.639651 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-4eaca6c1-e59c-42de-a7ad-2e94eebc8236 req-09c984fe-c27e-452c-acc3-a4123d0f96c5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] For port f801c0fd-febc-4835-97ee-811b19175e3e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f801c0fd-febc-4835-97ee-811b19175e3e,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:21.640003 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4eaca6c1-e59c-42de-a7ad-2e94eebc8236 req-09c984fe-c27e-452c-acc3-a4123d0f96c5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:21.653018 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-4eaca6c1-e59c-42de-a7ad-2e94eebc8236 req-09c984fe-c27e-452c-acc3-a4123d0f96c5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Calling delete_port for f801c0fd-febc-4835-97ee-811b19175e3e owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:21.783932 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4eaca6c1-e59c-42de-a7ad-2e94eebc8236 req-09c984fe-c27e-452c-acc3-a4123d0f96c5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (f801c0fd-febc-4835-97ee-811b19175e3e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:21.796339 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['f801c0fd-febc-4835-97ee-811b19175e3e'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:45:21.811134 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:45:21.811727 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c984fe-c27e-452c-acc3-a4123d0f96c5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Pushing event deleted for resources: {'Port': ['ID=f801c0fd-febc-4835-97ee-811b19175e3e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:21.863138 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaca6c1-e59c-42de-a7ad-2e94eebc8236 req-09c984fe-c27e-452c-acc3-a4123d0f96c5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] No DVR routers for this DVR port f801c0fd-febc-4835-97ee-811b19175e3e on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:45:21.865807 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-4eaca6c1-e59c-42de-a7ad-2e94eebc8236 req-09c984fe-c27e-452c-acc3-a4123d0f96c5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:21.869095 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4eaca6c1-e59c-42de-a7ad-2e94eebc8236 req-09c984fe-c27e-452c-acc3-a4123d0f96c5 tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.47 "DELETE /v2.0/ports/f801c0fd-febc-4835-97ee-811b19175e3e HTTP/1.1" status: 204 len: 173 time: 0.4078386 Jun 23 13:45:21.869503 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'name': 'network-vif-deleted', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:45:21.871785 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb61ebbe-efa8-4a4d-bfb6-4e1f87232bd4" -d '{"events": [{"server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "name": "network-vif-deleted", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:45:21.911289 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130150b4-8ec9-48ca-aec6-2dc00d42a919 x-openstack-request-id: req-130150b4-8ec9-48ca-aec6-2dc00d42a919 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:45:21.911648 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7b0a9-1671-460d-8a52-541dc119c6f6", "name": "network-vif-deleted", "tag": "f801c0fd-febc-4835-97ee-811b19175e3e", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:45:21.911869 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-130150b4-8ec9-48ca-aec6-2dc00d42a919 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:45:21.912282 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130150b4-8ec9-48ca-aec6-2dc00d42a919'] response: {'server_uuid': '01f7b0a9-1671-460d-8a52-541dc119c6f6', 'name': 'network-vif-deleted', 'tag': 'f801c0fd-febc-4835-97ee-811b19175e3e', 'status': 'completed', 'code': 200} Jun 23 13:45:21.923430 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ab01cc75-e8bb-40c5-a406-5a91b690fd70 req-c51c81e4-7016-4a15-90ab-e683b3208bae tempest-TestMinimumBasicScenario-954876093 tempest-TestMinimumBasicScenario-954876093-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7b0a9-1671-460d-8a52-541dc119c6f6 HTTP/1.1" status: 200 len: 210 time: 0.0390437 Jun 23 13:45:22.571602 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770add6-556a-4015-b30c-8ef9704a6e8b req-78d79d81-a9d7-482a-a75b-30ee2eb5f396 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:22.573056 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8770add6-556a-4015-b30c-8ef9704a6e8b req-78d79d81-a9d7-482a-a75b-30ee2eb5f396 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0465801 Jun 23 13:45:22.620269 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8770add6-556a-4015-b30c-8ef9704a6e8b req-fa0504e5-ef0f-436a-96a5-1694846084ff tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Jun 23 13:45:22.744064 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-25df9441-a7ab-410a-8596-d38ad9d7b1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:23.049664 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:23.508271 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:23.659595 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 60078) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:23.748745 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a07281-6d5d-42da-a1fc-64c1e2aabffe req-10dac9af-356e-4654-b7a4-9f9b28a5c757 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:23.764537 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-75a07281-6d5d-42da-a1fc-64c1e2aabffe req-10dac9af-356e-4654-b7a4-9f9b28a5c757 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0658958 Jun 23 13:45:23.827711 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-75a07281-6d5d-42da-a1fc-64c1e2aabffe req-e41e5104-6404-497b-b671-dbbeb6972412 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600433 Jun 23 13:45:23.877705 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:23.918454 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:24.008685 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-270216'] for router_interface (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.240746 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] Deleting port 094f0ed6-5add-46df-87cb-4e72ae72069a {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:24.241092 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.323978 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] For port 094f0ed6-5add-46df-87cb-4e72ae72069a, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=094f0ed6-5add-46df-87cb-4e72ae72069a,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:24.324340 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.342471 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] Calling delete_port for 094f0ed6-5add-46df-87cb-4e72ae72069a owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:24.359186 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60098) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:24.466941 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-48ed7fd7-cd48-4700-99c7-28e7e830ba15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.519959 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (094f0ed6-5add-46df-87cb-4e72ae72069a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.542329 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=094f0ed6-5add-46df-87cb-4e72ae72069a,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:24.545493 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-48ed7fd7-cd48-4700-99c7-28e7e830ba15 admin admin] Publish callbacks [] for security_group (c4774726-1d0f-485d-b872-0798c59d63d3), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.551533 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-48ed7fd7-cd48-4700-99c7-28e7e830ba15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (c4774726-1d0f-485d-b872-0798c59d63d3), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.599981 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-48ed7fd7-cd48-4700-99c7-28e7e830ba15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1313c45658449ff9aaf50c89c555e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396417 Jun 23 13:45:24.601075 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed7fd7-cd48-4700-99c7-28e7e830ba15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4774726-1d0f-485d-b872-0798c59d63d3,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:24.603502 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60102) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:24.675839 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3866c9da-cbf8-4e02-94a8-3406f8a4e8cb admin admin] Publish callbacks [] for security_group (c4774726-1d0f-485d-b872-0798c59d63d3), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.702125 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3866c9da-cbf8-4e02-94a8-3406f8a4e8cb admin admin] Publish callbacks [] for security_group (c4774726-1d0f-485d-b872-0798c59d63d3), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.723195 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7990026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-270108'] for router_interface (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.725755 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:24.760146 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3866c9da-cbf8-4e02-94a8-3406f8a4e8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (c4774726-1d0f-485d-b872-0798c59d63d3), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.762781 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3866c9da-cbf8-4e02-94a8-3406f8a4e8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:24.764001 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3866c9da-cbf8-4e02-94a8-3406f8a4e8cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4774726-1d0f-485d-b872-0798c59d63d3 HTTP/1.1" status: 204 len: 168 time: 0.1594532 Jun 23 13:45:24.772343 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866c9da-cbf8-4e02-94a8-3406f8a4e8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4774726-1d0f-485d-b872-0798c59d63d3,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:24.826508 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:24.939704 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] Router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:45:24.968947 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df309c-c8a3-433b-be69-c492b2ea054c req-4cf3dcd2-473a-4bb9-aa7a-17b363c59034 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:24.970692 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84df309c-c8a3-433b-be69-c492b2ea054c req-4cf3dcd2-473a-4bb9-aa7a-17b363c59034 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0568917 Jun 23 13:45:24.997034 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device f801c0fd-febc-4835-97ee-811b19175e3e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:25.017606 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: f801c0fd-febc-4835-97ee-811b19175e3e {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:25.017940 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device f801c0fd-febc-4835-97ee-811b19175e3e not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:25.034922 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84df309c-c8a3-433b-be69-c492b2ea054c req-b75d756a-93ea-4e3e-9ba4-0a1ac3adf425 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568643 Jun 23 13:45:25.048956 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:45:25.054157 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-cef5451f-3bc0-4869-a54a-253181fd6c73 admin admin] 10.222.0.26 "PUT /v2.0/routers/bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3929112 Jun 23 13:45:25.056891 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60110) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:25.072153 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41a296-c0b2-4c23-a93a-49f08b31d07c None None] Sync routers for ids ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:45:25.082378 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 60112) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:25.084094 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41a296-c0b2-4c23-a93a-49f08b31d07c None None] Routers {'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:45:25.084711 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1f41a296-c0b2-4c23-a93a-49f08b31d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:25.095943 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeb15-5253-480c-83ed-906c033a4638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.124413 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:25.164613 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.178176 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Publish callbacks [] for router (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.181040 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeb15-5253-480c-83ed-906c033a4638 admin admin] Publish callbacks [] for security_group (70456eb9-212d-4e66-911e-d684c631e05c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.186674 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeb15-5253-480c-83ed-906c033a4638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (70456eb9-212d-4e66-911e-d684c631e05c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.227879 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-bc7eeb15-5253-480c-83ed-906c033a4638 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdda524c869b43679e7c3abf96e66ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443028 Jun 23 13:45:25.228127 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:25.229270 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eeb15-5253-480c-83ed-906c033a4638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70456eb9-212d-4e66-911e-d684c631e05c,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:25.229944 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60114) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:25.232915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-1f41a296-c0b2-4c23-a93a-49f08b31d07c None None] Set router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:45:25.257966 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.317590 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Publish callbacks [] for router_gateway (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.332556 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dad04096-e3d3-42f3-89e7-f95b6ff51549 admin admin] Publish callbacks [] for security_group (70456eb9-212d-4e66-911e-d684c631e05c), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.376721 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dad04096-e3d3-42f3-89e7-f95b6ff51549 admin admin] Publish callbacks [] for security_group (70456eb9-212d-4e66-911e-d684c631e05c), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.394302 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Deleting port 683f8a89-7f98-42bb-9bbe-2744cf05508f {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:25.394631 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.406410 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1f41a296-c0b2-4c23-a93a-49f08b31d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:45:24Z', 'revision_number': 5, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port': {'id': '683f8a89-7f98-42bb-9bbe-2744cf05508f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:19Z', 'updated_at': '2022-06-23T13:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:25.408979 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:25.433057 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41a296-c0b2-4c23-a93a-49f08b31d07c None None] Checking router: bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:45:25.443363 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41a296-c0b2-4c23-a93a-49f08b31d07c None None] Routers {'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:45:25.443995 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1f41a296-c0b2-4c23-a93a-49f08b31d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:25.486132 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dad04096-e3d3-42f3-89e7-f95b6ff51549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (70456eb9-212d-4e66-911e-d684c631e05c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.488810 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-dad04096-e3d3-42f3-89e7-f95b6ff51549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.489913 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-dad04096-e3d3-42f3-89e7-f95b6ff51549 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70456eb9-212d-4e66-911e-d684c631e05c HTTP/1.1" status: 204 len: 168 time: 0.2576435 Jun 23 13:45:25.502691 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] For port 683f8a89-7f98-42bb-9bbe-2744cf05508f, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=683f8a89-7f98-42bb-9bbe-2744cf05508f,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:25.503055 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.506052 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad04096-e3d3-42f3-89e7-f95b6ff51549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70456eb9-212d-4e66-911e-d684c631e05c,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:25.518964 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Calling delete_port for 683f8a89-7f98-42bb-9bbe-2744cf05508f owned by network:router_gateway {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:25.525549 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:25.546379 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-1f41a296-c0b2-4c23-a93a-49f08b31d07c None None] Set router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 gateway port host: None {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:45:25.597578 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1f41a296-c0b2-4c23-a93a-49f08b31d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:45:25Z', 'revision_number': 6, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port_host': None}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:25.628465 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41a296-c0b2-4c23-a93a-49f08b31d07c None None] The sync data for ids ['bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8'] in dv-cinder-815582-10-iscsi is: [{'id': 'bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8', 'name': 'tempest-TestMinimumBasicScenario-924864124-router', 'tenant_id': '28b455b8dd8b4910803ac509413a97e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:18Z', 'updated_at': '2022-06-23T13:45:25Z', 'revision_number': 6, 'project_id': '28b455b8dd8b4910803ac509413a97e6', 'gw_port_host': None}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:45:25.713443 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (683f8a89-7f98-42bb-9bbe-2744cf05508f), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.737793 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Pushing event deleted for resources: {'Port': ['ID=683f8a89-7f98-42bb-9bbe-2744cf05508f,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:25.802354 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389688'] for router_gateway (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.901693 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.903902 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Publish callbacks [] for router_controller (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.970303 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-268479'] for router (bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.970986 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 {{(pid=110547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 13:45:25.975960 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:25.977143 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9c1bf617-4d62-4d7b-88d5-abd438f28756 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bcc4eb2a-2827-46ef-8374-a1eb62f4ffa8 HTTP/1.1" status: 204 len: 168 time: 0.9192455 Jun 23 13:45:25.980110 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 60130) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:26.052162 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Deleting subnet 9c937649-0225-4065-896f-62a076289bfa {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:45:26.056041 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Publish callbacks [] for subnet (9c937649-0225-4065-896f-62a076289bfa), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.152333 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5143460'] for subnet (9c937649-0225-4065-896f-62a076289bfa), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.187604 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a24cbe-d13c-49ca-a03b-adfee1e9e433 req-1eaef97c-a7fc-4fca-96b0-ca6b51a3268f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:26.189305 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-97a24cbe-d13c-49ca-a03b-adfee1e9e433 req-1eaef97c-a7fc-4fca-96b0-ca6b51a3268f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0624325 Jun 23 13:45:26.215947 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:26.237013 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (9c937649-0225-4065-896f-62a076289bfa), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.242184 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-97a24cbe-d13c-49ca-a03b-adfee1e9e433 req-e56a8c35-aa7c-4203-9e1d-c6459fd374ba tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473659 Jun 23 13:45:26.295881 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5838968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5429580'] for subnet (9c937649-0225-4065-896f-62a076289bfa), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.317803 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d21fa6e-3d96-4ba5-b7fa-b3bb519e6157 None None] Network 500fbded-0db2-4c63-b1ff-d4d5b022ae43 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:45:26.328986 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.335051 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60142) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:26.335243 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9c937649-0225-4065-896f-62a076289bfa HTTP/1.1" status: 204 len: 168 time: 0.3507736 Jun 23 13:45:26.336578 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c937649-0225-4065-896f-62a076289bfa,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:26.344496 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.344845 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.345582 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.345582 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.345832 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.346165 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.346487 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.346810 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.347134 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.347489 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.347816 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.348136 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.348454 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.348772 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.349090 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce34ae7-6cea-4a8d-8904-49c896d09437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:26.413814 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (500fbded-0db2-4c63-b1ff-d4d5b022ae43), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.420875 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:26.478160 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 094f0ed6-5add-46df-87cb-4e72ae72069a no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:26.499104 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Deleting port 77299972-9bb1-44da-98d9-1def1947efdb {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:26.499514 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (77299972-9bb1-44da-98d9-1def1947efdb), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.514079 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 094f0ed6-5add-46df-87cb-4e72ae72069a {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:26.514431 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 094f0ed6-5add-46df-87cb-4e72ae72069a not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:26.537433 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2df9619-31e2-4fc9-9944-926439649289 None None] DHCP port deletion for 500fbded-0db2-4c63-b1ff-d4d5b022ae43 request from dv-cinder-815582-10-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 13:45:26.582271 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-a2df9619-31e2-4fc9-9944-926439649289 None None] Deleting port 77299972-9bb1-44da-98d9-1def1947efdb {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:26.582901 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a2df9619-31e2-4fc9-9944-926439649289 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (77299972-9bb1-44da-98d9-1def1947efdb), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.594962 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] For port 77299972-9bb1-44da-98d9-1def1947efdb, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=77299972-9bb1-44da-98d9-1def1947efdb,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:26.595404 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (77299972-9bb1-44da-98d9-1def1947efdb), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.613275 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Calling delete_port for 77299972-9bb1-44da-98d9-1def1947efdb owned by network:dhcp {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:26.664231 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-a2df9619-31e2-4fc9-9944-926439649289 None None] For port 77299972-9bb1-44da-98d9-1def1947efdb, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=77299972-9bb1-44da-98d9-1def1947efdb,segment=NetworkSegment(4351b956-6698-435f-bfaf-4919a02015ea),segment_id=4351b956-6698-435f-bfaf-4919a02015ea)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:26.664621 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a2df9619-31e2-4fc9-9944-926439649289 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (77299972-9bb1-44da-98d9-1def1947efdb), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.684321 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-a2df9619-31e2-4fc9-9944-926439649289 None None] Calling delete_port for 77299972-9bb1-44da-98d9-1def1947efdb owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:26.717383 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (77299972-9bb1-44da-98d9-1def1947efdb), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.745498 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Pushing event deleted for resources: {'Port': ['ID=77299972-9bb1-44da-98d9-1def1947efdb,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:26.747278 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] No DVR routers for this DVR port 77299972-9bb1-44da-98d9-1def1947efdb on host dv-cinder-815582-10-iscsi {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:45:26.824881 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a2df9619-31e2-4fc9-9944-926439649289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181'] for port (77299972-9bb1-44da-98d9-1def1947efdb), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.839823 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (500fbded-0db2-4c63-b1ff-d4d5b022ae43), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.864937 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500fbded-0db2-4c63-b1ff-d4d5b022ae43']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:26.878509 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4351b956-6698-435f-bfaf-4919a02015ea') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:26.878699 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4351b956-6698-435f-bfaf-4919a02015ea') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:26.881660 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df9619-31e2-4fc9-9944-926439649289 None None] Pushing event deleted for resources: {'Port': ['ID=77299972-9bb1-44da-98d9-1def1947efdb,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:26.892398 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2df9619-31e2-4fc9-9944-926439649289 None None] No DVR routers for this DVR port 77299972-9bb1-44da-98d9-1def1947efdb on host dv-cinder-815582-10-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:45:26.898806 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673984'] for segment (4351b956-6698-435f-bfaf-4919a02015ea), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.917513 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (4351b956-6698-435f-bfaf-4919a02015ea), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.924651 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:45:26.925538 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4705470'] for segment (4351b956-6698-435f-bfaf-4919a02015ea), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.980800 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 4351b956-6698-435f-bfaf-4919a02015ea resource provider aggregate not found Jun 23 13:45:26.992764 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (500fbded-0db2-4c63-b1ff-d4d5b022ae43), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:26.998527 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:27.002648 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] 10.222.0.26 "DELETE /v2.0/networks/500fbded-0db2-4c63-b1ff-d4d5b022ae43 HTTP/1.1" status: 204 len: 168 time: 0.6659825 Jun 23 13:45:27.005394 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 4351b956-6698-435f-bfaf-4919a02015ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4351b956-6698-435f-bfaf-4919a02015ea found for delete ", "request_id": "req-69844376-f569-4df9-94ad-40a9ec704c71"}]} Jun 23 13:45:27.005811 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 60156) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:27.014776 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c9fd8-15e7-463b-8894-861512b9ad14 admin admin] Pushing event deleted for resources: {'Network': ['ID=500fbded-0db2-4c63-b1ff-d4d5b022ae43,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:27.048511 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:27.194612 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:27.327972 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-270216'] for router_interface (d3bb547d-930b-4bb9-aaac-a7d903725a24), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:27.361528 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d824166-13e7-4185-8d7e-3075d7ae27e4 req-d6ed1dbe-b049-48c4-97d8-41582f5822b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:27.362919 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0d824166-13e7-4185-8d7e-3075d7ae27e4 req-d6ed1dbe-b049-48c4-97d8-41582f5822b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0469925 Jun 23 13:45:27.418922 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0d824166-13e7-4185-8d7e-3075d7ae27e4 req-f9d66cdf-87cc-4502-ab60-b0110d8e9488 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504413 Jun 23 13:45:27.548844 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] Deleting port 34ad8d68-777f-448d-b77c-a7dbf891e5b1 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:27.549177 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:27.837682 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 77299972-9bb1-44da-98d9-1def1947efdb no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:27.857649 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 77299972-9bb1-44da-98d9-1def1947efdb {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:27.858098 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 77299972-9bb1-44da-98d9-1def1947efdb not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:27.858514 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 683f8a89-7f98-42bb-9bbe-2744cf05508f no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:27.870447 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] For port 34ad8d68-777f-448d-b77c-a7dbf891e5b1, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=34ad8d68-777f-448d-b77c-a7dbf891e5b1,segment=NetworkSegment(f37ef101-0ae0-419f-a549-1c74c679027f),segment_id=f37ef101-0ae0-419f-a549-1c74c679027f)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:27.870802 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:27.876307 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 683f8a89-7f98-42bb-9bbe-2744cf05508f {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:27.876647 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 683f8a89-7f98-42bb-9bbe-2744cf05508f not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:27.884388 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] Calling delete_port for 34ad8d68-777f-448d-b77c-a7dbf891e5b1 owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:27.942517 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:28.070418 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (34ad8d68-777f-448d-b77c-a7dbf891e5b1), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:28.095370 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ad8d68-777f-448d-b77c-a7dbf891e5b1,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:28.151258 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:28.282266 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7990026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-270108'] for router_interface (d3bb547d-930b-4bb9-aaac-a7d903725a24), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:28.284858 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:28.485508 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] Router d3bb547d-930b-4bb9-aaac-a7d903725a24 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:45:28.536663 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bb4d8-9c38-4bb1-89e6-09923fa70374 req-d660a2d8-2268-4d47-86eb-c4313f005298 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:28.538183 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ec9bb4d8-9c38-4bb1-89e6-09923fa70374 req-d660a2d8-2268-4d47-86eb-c4313f005298 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0468001 Jun 23 13:45:28.588241 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ec9bb4d8-9c38-4bb1-89e6-09923fa70374 req-d5fdd28b-043f-42dd-9987-1af7c8558ff1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443103 Jun 23 13:45:28.590279 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:45:28.597622 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4401337a-558d-49f9-82fa-3c0cc3bfcef7 admin admin] 10.222.0.26 "PUT /v2.0/routers/d3bb547d-930b-4bb9-aaac-a7d903725a24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901406 Jun 23 13:45:28.599640 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166b9f8-6458-4a37-8646-aabd8cc40652 None None] Sync routers for ids ['d3bb547d-930b-4bb9-aaac-a7d903725a24'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:45:28.600400 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60172) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:28.610646 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166b9f8-6458-4a37-8646-aabd8cc40652 None None] Routers {'d3bb547d-930b-4bb9-aaac-a7d903725a24'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:45:28.611650 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-d166b9f8-6458-4a37-8646-aabd8cc40652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['d3bb547d-930b-4bb9-aaac-a7d903725a24'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:28.712669 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-d166b9f8-6458-4a37-8646-aabd8cc40652 None None] Set router d3bb547d-930b-4bb9-aaac-a7d903725a24 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:45:28.885796 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-d166b9f8-6458-4a37-8646-aabd8cc40652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'name': 'tempest-TestMinimumBasicScenario-401242087-router', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:24Z', 'updated_at': '2022-06-23T13:45:28Z', 'revision_number': 5, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'gw_port': {'id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:25Z', 'updated_at': '2022-06-23T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:28.914435 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166b9f8-6458-4a37-8646-aabd8cc40652 None None] Checking router: d3bb547d-930b-4bb9-aaac-a7d903725a24 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:45:28.923833 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166b9f8-6458-4a37-8646-aabd8cc40652 None None] Routers {'d3bb547d-930b-4bb9-aaac-a7d903725a24'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:45:28.924030 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Publish callbacks [] for router (d3bb547d-930b-4bb9-aaac-a7d903725a24), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:28.924677 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-d166b9f8-6458-4a37-8646-aabd8cc40652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['d3bb547d-930b-4bb9-aaac-a7d903725a24'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:29.004995 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:29.023789 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Publish callbacks [] for router_gateway (d3bb547d-930b-4bb9-aaac-a7d903725a24), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.024101 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-d166b9f8-6458-4a37-8646-aabd8cc40652 None None] Set router d3bb547d-930b-4bb9-aaac-a7d903725a24 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:45:29.064447 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Deleting port fa0444f7-f46a-4e2e-a436-2d326f9df43d {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:29.064757 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.085824 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:29.149184 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] For port fa0444f7-f46a-4e2e-a436-2d326f9df43d, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=fa0444f7-f46a-4e2e-a436-2d326f9df43d,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:29.149542 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.162888 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Calling delete_port for fa0444f7-f46a-4e2e-a436-2d326f9df43d owned by network:router_gateway {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:29.166684 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:29.190189 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-d166b9f8-6458-4a37-8646-aabd8cc40652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'name': 'tempest-TestMinimumBasicScenario-401242087-router', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:24Z', 'updated_at': '2022-06-23T13:45:28Z', 'revision_number': 5, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'gw_port': {'id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:25Z', 'updated_at': '2022-06-23T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:29.218040 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d166b9f8-6458-4a37-8646-aabd8cc40652 None None] The sync data for ids ['d3bb547d-930b-4bb9-aaac-a7d903725a24'] in dv-cinder-815582-10-iscsi is: [{'id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'name': 'tempest-TestMinimumBasicScenario-401242087-router', 'tenant_id': 'f26c3baf01204f74b713049cb489ee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:24Z', 'updated_at': '2022-06-23T13:45:28Z', 'revision_number': 5, 'project_id': 'f26c3baf01204f74b713049cb489ee26', 'gw_port': {'id': 'fa0444f7-f46a-4e2e-a436-2d326f9df43d', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bb547d-930b-4bb9-aaac-a7d903725a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:25Z', 'updated_at': '2022-06-23T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:45:29.340340 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (fa0444f7-f46a-4e2e-a436-2d326f9df43d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.346375 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 2a2fc7e3-801b-47fb-9626-bb5520448495 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:45:29.364836 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0444f7-f46a-4e2e-a436-2d326f9df43d,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:29.426591 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389688'] for router_gateway (d3bb547d-930b-4bb9-aaac-a7d903725a24), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.446319 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:29.457994 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'port_id': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'mac_address': 'fa:16:3e:d1:9b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:45:29.492274 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 2a2fc7e3-801b-47fb-9626-bb5520448495 is: ACTIVE; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:45:29.492657 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.506381 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a2fc7e3-801b-47fb-9626-bb5520448495 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:45:29.513738 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router (d3bb547d-930b-4bb9-aaac-a7d903725a24), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.516217 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Publish callbacks [] for router_controller (d3bb547d-930b-4bb9-aaac-a7d903725a24), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.525762 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:29.530628 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.566750 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-268479'] for router (d3bb547d-930b-4bb9-aaac-a7d903725a24), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.567699 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3bb547d-930b-4bb9-aaac-a7d903725a24 {{(pid=110547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 13:45:29.572641 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.576082 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c5ecd4f7-058a-423e-a50f-4ecee2aa6015 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d3bb547d-930b-4bb9-aaac-a7d903725a24 HTTP/1.1" status: 204 len: 168 time: 0.9723775 Jun 23 13:45:29.576957 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 60176) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:29.581867 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=2a2fc7e3-801b-47fb-9626-bb5520448495,revision_number=6']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:29.622642 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b6c605-9eac-4c30-907f-ac54b7bfb114 admin admin] Deleting subnet b49145ba-385c-495d-907c-ce3d9e5e3623 {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:45:29.626204 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-03b6c605-9eac-4c30-907f-ac54b7bfb114 admin admin] Publish callbacks [] for subnet (b49145ba-385c-495d-907c-ce3d9e5e3623), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.664847 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-03b6c605-9eac-4c30-907f-ac54b7bfb114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5143460'] for subnet (b49145ba-385c-495d-907c-ce3d9e5e3623), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.723174 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab7916-3565-4776-b134-0b03fc785f82 req-eaa582e3-2a53-47e3-981f-4a7f1f5d4f77 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:29.724745 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8ab7916-3565-4776-b134-0b03fc785f82 req-eaa582e3-2a53-47e3-981f-4a7f1f5d4f77 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 944 time: 0.0503755 Jun 23 13:45:29.746853 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-03b6c605-9eac-4c30-907f-ac54b7bfb114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (b49145ba-385c-495d-907c-ce3d9e5e3623), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.773904 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e8ab7916-3565-4776-b134-0b03fc785f82 req-3c49cd90-99a0-4946-af32-c02d0269c71a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435920 Jun 23 13:45:29.804722 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-03b6c605-9eac-4c30-907f-ac54b7bfb114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5838968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5429580'] for subnet (b49145ba-385c-495d-907c-ce3d9e5e3623), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.835170 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6c605-9eac-4c30-907f-ac54b7bfb114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49145ba-385c-495d-907c-ce3d9e5e3623,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:29.838766 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-03b6c605-9eac-4c30-907f-ac54b7bfb114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.841926 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-03b6c605-9eac-4c30-907f-ac54b7bfb114 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b49145ba-385c-495d-907c-ce3d9e5e3623 HTTP/1.1" status: 204 len: 168 time: 0.2643936 Jun 23 13:45:29.844525 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 60180) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:29.847306 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f961b1fa-fc56-4b71-b877-6adfe529ec7b None None] Network 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:45:29.919443 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (3b169bd9-0fce-46ad-9fb6-cccf5052dbb9), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.945498 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 34ad8d68-777f-448d-b77c-a7dbf891e5b1 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:29.972794 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 34ad8d68-777f-448d-b77c-a7dbf891e5b1 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:29.973138 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 34ad8d68-777f-448d-b77c-a7dbf891e5b1 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:29.977377 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Deleting port 573240f1-3eee-41be-b214-7e60507f3d0d {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:45:29.977686 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:29.991193 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:30.048528 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] For port 573240f1-3eee-41be-b214-7e60507f3d0d, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=573240f1-3eee-41be-b214-7e60507f3d0d,segment=NetworkSegment(f37ef101-0ae0-419f-a549-1c74c679027f),segment_id=f37ef101-0ae0-419f-a549-1c74c679027f)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:30.048877 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.064354 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Calling delete_port for 573240f1-3eee-41be-b214-7e60507f3d0d owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:45:30.153165 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (573240f1-3eee-41be-b214-7e60507f3d0d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.175611 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=573240f1-3eee-41be-b214-7e60507f3d0d,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:30.181253 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] No DVR routers for this DVR port 573240f1-3eee-41be-b214-7e60507f3d0d on host dv-cinder-815582-10-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:45:30.185791 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:30.260899 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (3b169bd9-0fce-46ad-9fb6-cccf5052dbb9), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.280916 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b169bd9-0fce-46ad-9fb6-cccf5052dbb9']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:30.290169 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37ef101-0ae0-419f-a549-1c74c679027f') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:30.290459 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37ef101-0ae0-419f-a549-1c74c679027f') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:45:30.301525 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5143487'] for segment (f37ef101-0ae0-419f-a549-1c74c679027f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.316615 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (f37ef101-0ae0-419f-a549-1c74c679027f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.324170 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:45:30.324913 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5838866'] for segment (f37ef101-0ae0-419f-a549-1c74c679027f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.343040 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd472b3-3bbe-4590-b90c-ae7778e14506 None None] DHCP port deletion for 3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 request from dv-cinder-815582-10-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 13:45:30.393669 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (3b169bd9-0fce-46ad-9fb6-cccf5052dbb9), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.399140 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.404843 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3b169bd9-0fce-46ad-9fb6-cccf5052dbb9 HTTP/1.1" status: 204 len: 168 time: 0.5568035 Jun 23 13:45:30.414034 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b430025-13f0-4cc3-980a-f06e389faaa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b169bd9-0fce-46ad-9fb6-cccf5052dbb9,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:30.485428 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment f37ef101-0ae0-419f-a549-1c74c679027f resource provider aggregate not found Jun 23 13:45:30.501791 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment f37ef101-0ae0-419f-a549-1c74c679027f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f37ef101-0ae0-419f-a549-1c74c679027f found for delete ", "request_id": "req-f8364866-3764-4781-b304-efb77b0138bf"}]} Jun 23 13:45:30.579807 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60192) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:30.619222 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4bf6f5ec-b49f-477c-b0f9-3e8c1192e76e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28b455b8dd8b4910803ac509413a97e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382783 Jun 23 13:45:30.621831 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60194) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:30.670836 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d21a974-09b0-4dec-b159-a2f80a587989 admin admin] Publish callbacks [] for security_group (9e33b68c-12e8-458b-8b30-99c50a8571cf), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.692783 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d21a974-09b0-4dec-b159-a2f80a587989 admin admin] Publish callbacks [] for security_group (9e33b68c-12e8-458b-8b30-99c50a8571cf), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.746887 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d21a974-09b0-4dec-b159-a2f80a587989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9e33b68c-12e8-458b-8b30-99c50a8571cf), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.750847 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-4d21a974-09b0-4dec-b159-a2f80a587989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:30.752466 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-4d21a974-09b0-4dec-b159-a2f80a587989 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e33b68c-12e8-458b-8b30-99c50a8571cf HTTP/1.1" status: 204 len: 168 time: 0.1297610 Jun 23 13:45:30.760457 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21a974-09b0-4dec-b159-a2f80a587989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e33b68c-12e8-458b-8b30-99c50a8571cf,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:30.884612 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:30.900944 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb039a0a-92c8-4517-9ed4-8b53072889bd req-13d400ec-d72b-49fd-a973-5451f9f7628d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:30.902135 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fb039a0a-92c8-4517-9ed4-8b53072889bd req-13d400ec-d72b-49fd-a973-5451f9f7628d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 944 time: 0.0483725 Jun 23 13:45:30.952159 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fb039a0a-92c8-4517-9ed4-8b53072889bd req-8cf6d591-d315-4ddb-8496-e718db5d4bd7 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425174 Jun 23 13:45:31.111547 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 60202) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:31.129184 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-9ebf8b69-88c6-49c2-99b8-15a38af5e92b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551021 Jun 23 13:45:31.149456 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['2a2fc7e3-801b-47fb-9626-bb5520448495'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:45:31.154115 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:31.168181 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-9e57910e-c94c-44e5-8979-911b5e0d5c6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f26c3baf01204f74b713049cb489ee26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555313 Jun 23 13:45:31.171380 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60204) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:31.208305 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-40a5ac90-726e-4ea7-bd2a-9175eaffb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:31.209956 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-40a5ac90-726e-4ea7-bd2a-9175eaffb6d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fef8d0cb974f35a741c3090fda97f1&device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 1130 time: 0.0538394 Jun 23 13:45:31.230528 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:31.241279 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0b3746d1-0520-4d15-9572-88e0aaad4142 admin admin] Publish callbacks [] for security_group (134f47d5-41f3-44a6-8a1f-c681f95ac01c), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:31.265987 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0b3746d1-0520-4d15-9572-88e0aaad4142 admin admin] Publish callbacks [] for security_group (134f47d5-41f3-44a6-8a1f-c681f95ac01c), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:31.289629 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:31.329059 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0b3746d1-0520-4d15-9572-88e0aaad4142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (134f47d5-41f3-44a6-8a1f-c681f95ac01c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:31.332120 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0b3746d1-0520-4d15-9572-88e0aaad4142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:31.333244 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0b3746d1-0520-4d15-9572-88e0aaad4142 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/134f47d5-41f3-44a6-8a1f-c681f95ac01c HTTP/1.1" status: 204 len: 168 time: 0.1607790 Jun 23 13:45:31.341572 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3746d1-0520-4d15-9572-88e0aaad4142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134f47d5-41f3-44a6-8a1f-c681f95ac01c,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:31.342679 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-b4e65a51-7b45-4f18-8408-67f3134dffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:31.344179 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-b4e65a51-7b45-4f18-8408-67f3134dffe9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=487c99b8-1e62-4d10-926f-f0a88401678c HTTP/1.1" status: 200 len: 908 time: 0.1080768 Jun 23 13:45:31.415943 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-3f38ac09-1437-4360-bc0c-dac21943e1e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c680d421-4232-46b9-bea8-b492d2e2f651 HTTP/1.1" status: 200 len: 1002 time: 0.0641310 Jun 23 13:45:31.496418 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-ddeaf492-8a1f-4b63-9741-7e0e8f18a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:31.499119 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-ddeaf492-8a1f-4b63-9741-7e0e8f18a4b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f59c2db-d2a1-4e6b-9c01-f201f588667d HTTP/1.1" status: 200 len: 846 time: 0.0597823 Jun 23 13:45:31.547447 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-a1e2ec52-e8a3-494f-8e54-5ef07fe6c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:31.549022 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-a1e2ec52-e8a3-494f-8e54-5ef07fe6c9f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=487c99b8-1e62-4d10-926f-f0a88401678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430956 Jun 23 13:45:31.653417 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-bb26899e-a616-4f1f-9a71-3e6d71879e5c service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960197 Jun 23 13:45:31.753234 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3e6be950-8ffa-4dd6-98e1-9b267d6e27ba req-f54891fb-9fc6-452e-81e2-5f554e6d4c78 service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928965 Jun 23 13:45:31.857687 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device fa0444f7-f46a-4e2e-a436-2d326f9df43d no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:31.880253 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: fa0444f7-f46a-4e2e-a436-2d326f9df43d {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:31.880680 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device fa0444f7-f46a-4e2e-a436-2d326f9df43d not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:31.881157 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 573240f1-3eee-41be-b214-7e60507f3d0d no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:31.900029 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 573240f1-3eee-41be-b214-7e60507f3d0d {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:45:31.900455 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 573240f1-3eee-41be-b214-7e60507f3d0d not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:45:32.081039 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9404c-387c-4e4d-ad30-0c9daf1c2c0b req-7f0c4d0f-dcea-4075-bab9-9afa7ff4ec96 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:32.082882 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-17c9404c-387c-4e4d-ad30-0c9daf1c2c0b req-7f0c4d0f-dcea-4075-bab9-9afa7ff4ec96 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 944 time: 0.0498936 Jun 23 13:45:32.148010 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-17c9404c-387c-4e4d-ad30-0c9daf1c2c0b req-0b5b0c2c-5d17-4640-b3d3-26c0a86d0b50 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592825 Jun 23 13:45:33.273083 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9e8dd-1928-457a-8a6c-154d458632f4 req-14319776-277e-436d-b4f9-a14f35df440d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:33.280860 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84a9e8dd-1928-457a-8a6c-154d458632f4 req-14319776-277e-436d-b4f9-a14f35df440d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 944 time: 0.0574121 Jun 23 13:45:33.330941 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84a9e8dd-1928-457a-8a6c-154d458632f4 req-5c695acf-8c4e-441c-9985-67fc9ce72bbe tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448701 Jun 23 13:45:33.610394 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 2a2fc7e3-801b-47fb-9626-bb5520448495 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:45:33.658924 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 2a2fc7e3-801b-47fb-9626-bb5520448495 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:45:33.659293 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:33.875256 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 2a2fc7e3-801b-47fb-9626-bb5520448495 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:45:33.875761 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:33.901342 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:45:33.903890 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50fa59d-4b32-4490-93e7-d5c4f2b01609" -d '{"events": [{"server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "name": "network-vif-plugged", "status": "completed", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:45:33.918606 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:33.927205 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:33.974875 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0107ba9-9cd5-49a9-918b-936b0fe225a4 x-openstack-request-id: req-e0107ba9-9cd5-49a9-918b-936b0fe225a4 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:45:33.975198 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "name": "network-vif-plugged", "status": "completed", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:45:33.975453 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0107ba9-9cd5-49a9-918b-936b0fe225a4 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:45:33.975853 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0107ba9-9cd5-49a9-918b-936b0fe225a4'] response: {'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'code': 200} Jun 23 13:45:33.993691 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=2a2fc7e3-801b-47fb-9626-bb5520448495,revision_number=7']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:34.465401 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d6e9f-465f-4691-93f5-328c75d0129c req-e36ad9e1-b2fe-4ba5-9c8c-7456fb15e3fd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:34.467744 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f38d6e9f-465f-4691-93f5-328c75d0129c req-e36ad9e1-b2fe-4ba5-9c8c-7456fb15e3fd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0594816 Jun 23 13:45:34.519759 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f38d6e9f-465f-4691-93f5-328c75d0129c req-2859ec7e-c2f8-4ee1-8648-75f337dcc68b tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461605 Jun 23 13:45:35.653300 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b7a6e-5a33-4175-89f6-4b1e0727001a req-84623291-dd6e-4e80-aba7-29f249b2a82f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:35.654904 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-214b7a6e-5a33-4175-89f6-4b1e0727001a req-84623291-dd6e-4e80-aba7-29f249b2a82f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0483692 Jun 23 13:45:35.706344 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-214b7a6e-5a33-4175-89f6-4b1e0727001a req-00db04aa-6780-454a-83e2-c63d573cbb29 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454588 Jun 23 13:45:36.869869 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7de7d-5cef-47dc-b372-7c0113034bd2 req-d8607110-c4e9-41c4-bdc1-893c6588a2f4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:36.871390 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b9d7de7d-5cef-47dc-b372-7c0113034bd2 req-d8607110-c4e9-41c4-bdc1-893c6588a2f4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Jun 23 13:45:36.929158 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b9d7de7d-5cef-47dc-b372-7c0113034bd2 req-3b60d06a-f5c9-4efe-a5a5-73e7f6d8d255 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496361 Jun 23 13:45:38.083916 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ba1e7-7016-40c9-af6e-daabce0b3cf9 req-f0ea994c-1b81-4fb7-bb9e-f1ddd1b2022a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:38.086496 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a98ba1e7-7016-40c9-af6e-daabce0b3cf9 req-f0ea994c-1b81-4fb7-bb9e-f1ddd1b2022a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0620689 Jun 23 13:45:38.149551 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a98ba1e7-7016-40c9-af6e-daabce0b3cf9 req-5fea71d9-d337-465c-a2cf-56bd50a30307 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562837 Jun 23 13:45:39.277149 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ad6d9-61f4-4471-9bf0-0a1a24ac2c9c req-83f77f88-2567-4700-bdde-cea2ab4667de tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:39.278796 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c02ad6d9-61f4-4471-9bf0-0a1a24ac2c9c req-83f77f88-2567-4700-bdde-cea2ab4667de tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0513790 Jun 23 13:45:39.334544 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c02ad6d9-61f4-4471-9bf0-0a1a24ac2c9c req-34cfe121-ba88-4974-bd32-91bb7d88f611 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497179 Jun 23 13:45:39.760397 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=14 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:39.765693 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=68 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:40.471921 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf3746-1f3f-40e6-aebf-d556d456df2f req-538bc863-a45a-4e56-9cf1-c1e4f466f00e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:40.473402 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f6bf3746-1f3f-40e6-aebf-d556d456df2f req-538bc863-a45a-4e56-9cf1-c1e4f466f00e tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0528104 Jun 23 13:45:40.522936 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f6bf3746-1f3f-40e6-aebf-d556d456df2f req-71ace2f2-1d75-40da-9f97-f16c4e1d067d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Jun 23 13:45:41.619434 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:41.655466 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b1560-020b-4605-903b-25ee147eef97 req-e65c2e28-8992-457c-8124-9c7a07e2733c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:41.656981 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-198b1560-020b-4605-903b-25ee147eef97 req-e65c2e28-8992-457c-8124-9c7a07e2733c tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0512426 Jun 23 13:45:41.714431 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-198b1560-020b-4605-903b-25ee147eef97 req-0bb2949b-f51e-4081-bbaa-f9783c5ab7c2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515721 Jun 23 13:45:41.743294 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=72,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:41.750227 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:42.838245 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e14083-9388-4a16-9cf3-86ba827bf351 req-07d2e40b-d126-4c8c-9f41-c6e9fc0b1851 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:42.839686 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a5e14083-9388-4a16-9cf3-86ba827bf351 req-07d2e40b-d126-4c8c-9f41-c6e9fc0b1851 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0524998 Jun 23 13:45:42.890460 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a5e14083-9388-4a16-9cf3-86ba827bf351 req-f7cebba6-fa3c-439c-aab0-411e24c93e55 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437686 Jun 23 13:45:42.992993 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886a193-64dc-446d-9f77-8beef73b90a3 req-dd114e4a-9752-43b3-aef3-60153ed71bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:42.994476 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4886a193-64dc-446d-9f77-8beef73b90a3 req-dd114e4a-9752-43b3-aef3-60153ed71bb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 1129 time: 0.0434220 Jun 23 13:45:43.095617 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886a193-64dc-446d-9f77-8beef73b90a3 req-84c684ca-06ab-401b-b073-7b3a439233bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:43.096989 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4886a193-64dc-446d-9f77-8beef73b90a3 req-84c684ca-06ab-401b-b073-7b3a439233bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 917 time: 0.0952361 Jun 23 13:45:43.157590 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4886a193-64dc-446d-9f77-8beef73b90a3 req-c9a94ca6-5bdd-45d1-b9eb-55a4762d869e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2fc7e3-801b-47fb-9626-bb5520448495 HTTP/1.1" status: 200 len: 1001 time: 0.0544238 Jun 23 13:45:43.209924 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886a193-64dc-446d-9f77-8beef73b90a3 req-1aacd4a0-23c9-41db-bfcf-3b7168e2b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:43.211322 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4886a193-64dc-446d-9f77-8beef73b90a3 req-1aacd4a0-23c9-41db-bfcf-3b7168e2b132 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 200 len: 855 time: 0.0462401 Jun 23 13:45:43.261672 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886a193-64dc-446d-9f77-8beef73b90a3 req-d103fbcf-2485-4b90-985a-1fd7bd42750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:43.263147 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4886a193-64dc-446d-9f77-8beef73b90a3 req-d103fbcf-2485-4b90-985a-1fd7bd42750b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13de077c-d4db-4fa7-84a8-7023d19899e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454218 Jun 23 13:45:43.357795 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4886a193-64dc-446d-9f77-8beef73b90a3 req-94d96d3a-ff8b-4d04-a5a5-19d3579a14b7 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871208 Jun 23 13:45:43.458289 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-4886a193-64dc-446d-9f77-8beef73b90a3 req-30f3c8ae-e6a2-4f7a-b80e-c5c4972c6639 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932853 Jun 23 13:45:43.985102 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=47 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:43.991875 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:44.016753 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69df71-773c-4fe4-88d1-56d8124a1b23 req-f4cef4bd-1abf-404a-b697-087885c63341 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:44.019289 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5f69df71-773c-4fe4-88d1-56d8124a1b23 req-f4cef4bd-1abf-404a-b697-087885c63341 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0489733 Jun 23 13:45:44.064877 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:44.069981 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5f69df71-773c-4fe4-88d1-56d8124a1b23 req-36776bb0-e35a-41ef-88a1-4c635075f9a2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451288 Jun 23 13:45:45.198075 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87180d2c-1d49-4a6c-a848-0db29003b524 req-33ca1d5d-142f-4fff-b234-df01b61270cc tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:45.199584 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87180d2c-1d49-4a6c-a848-0db29003b524 req-33ca1d5d-142f-4fff-b234-df01b61270cc tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0466800 Jun 23 13:45:45.252043 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87180d2c-1d49-4a6c-a848-0db29003b524 req-c1af6697-7000-400e-82cc-ac426ec411c9 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466218 Jun 23 13:45:46.383142 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5ac39-95e2-4afd-8d59-1f4eff7955c7 req-098caf2f-1235-434a-860b-7ebb2db8186f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:46.384527 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-28e5ac39-95e2-4afd-8d59-1f4eff7955c7 req-098caf2f-1235-434a-860b-7ebb2db8186f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 945 time: 0.0466437 Jun 23 13:45:46.436310 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-28e5ac39-95e2-4afd-8d59-1f4eff7955c7 req-c15b8ca8-847d-43b2-9b81-7a68e0c13f7a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458479 Jun 23 13:45:46.979446 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60384) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:47.088815 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ea6daea4-a03e-4320-adbf-c205692bd44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:47.160464 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 2a2fc7e3-801b-47fb-9626-bb5520448495 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:45:47.171668 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ea6daea4-a03e-4320-adbf-c205692bd44e admin admin] Publish callbacks [] for security_group (8cb031f9-bfcd-4bc1-9a22-8fdfd58b2ed5), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:47.177367 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ea6daea4-a03e-4320-adbf-c205692bd44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (8cb031f9-bfcd-4bc1-9a22-8fdfd58b2ed5), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:47.221562 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ea6daea4-a03e-4320-adbf-c205692bd44e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82d65546b2f1449a8edd7b0cba1edb3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410021 Jun 23 13:45:47.223683 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6daea4-a03e-4320-adbf-c205692bd44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb031f9-bfcd-4bc1-9a22-8fdfd58b2ed5,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:47.224566 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 60392) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:47.235938 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 2a2fc7e3-801b-47fb-9626-bb5520448495 is: ACTIVE; New status is: DOWN {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:45:47.236344 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:47.261105 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:45:47.263703 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e2c90e-9bb6-43fc-88d1-6ccf425010e5" -d '{"events": [{"server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:45:47.276785 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:45:47.282561 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:47.286260 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-22cb7db9-3b68-489a-b933-d34e7a009433 admin admin] Publish callbacks [] for security_group (8cb031f9-bfcd-4bc1-9a22-8fdfd58b2ed5), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:47.310607 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-22cb7db9-3b68-489a-b933-d34e7a009433 admin admin] Publish callbacks [] for security_group (8cb031f9-bfcd-4bc1-9a22-8fdfd58b2ed5), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:47.332403 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 13:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972b4b7b-44ab-46e3-8b47-1d6dd918aa2b x-openstack-request-id: req-972b4b7b-44ab-46e3-8b47-1d6dd918aa2b {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:45:47.332724 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "name": "network-vif-unplugged", "status": "failed", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495", "code": 422}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:45:47.332962 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-972b4b7b-44ab-46e3-8b47-1d6dd918aa2b {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:45:47.333360 dv-cinder-815582-10-iscsi neutron-server[110549]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-972b4b7b-44ab-46e3-8b47-1d6dd918aa2b']: {'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'code': 422} returned with failed status Jun 23 13:45:47.339637 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=2a2fc7e3-801b-47fb-9626-bb5520448495,revision_number=8']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:47.346947 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.347313 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.347686 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.348040 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.348379 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.348711 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.349056 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.349402 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.349756 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.350095 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.350421 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.350956 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.351657 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.352050 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.352406 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:47.364284 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-22cb7db9-3b68-489a-b933-d34e7a009433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (8cb031f9-bfcd-4bc1-9a22-8fdfd58b2ed5), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:47.366866 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-22cb7db9-3b68-489a-b933-d34e7a009433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:47.370359 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-22cb7db9-3b68-489a-b933-d34e7a009433 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cb031f9-bfcd-4bc1-9a22-8fdfd58b2ed5 HTTP/1.1" status: 204 len: 168 time: 0.1418250 Jun 23 13:45:47.376209 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb7db9-3b68-489a-b933-d34e7a009433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb031f9-bfcd-4bc1-9a22-8fdfd58b2ed5,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:47.562331 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc2c18-453f-4e99-86e0-729ab59a9942 req-bc9689df-1076-4f2c-889a-dd81173b82d7 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:47.564603 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-eafc2c18-453f-4e99-86e0-729ab59a9942 req-bc9689df-1076-4f2c-889a-dd81173b82d7 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0537517 Jun 23 13:45:47.623692 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-687dd297-3c4d-49dc-8865-990f7006f0dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0580516 Jun 23 13:45:47.640883 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-eafc2c18-453f-4e99-86e0-729ab59a9942 req-d379534e-7e14-4e7c-9fd8-e50b8b697fab tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678377 Jun 23 13:45:47.703254 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-2e82b89e-f346-4ec1-ba20-c547a1637afd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:47.704643 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-2e82b89e-f346-4ec1-ba20-c547a1637afd tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports/2a2fc7e3-801b-47fb-9626-bb5520448495 HTTP/1.1" status: 200 len: 940 time: 0.0502088 Jun 23 13:45:48.436911 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-c6a65d85-843b-4a71-b098-9752bb30d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:48.438679 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-c6a65d85-843b-4a71-b098-9752bb30d93b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7&tenant_id=1d89deaaefc541739f67ab1e53c4bda3 HTTP/1.1" status: 200 len: 1127 time: 0.0412252 Jun 23 13:45:48.500345 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-72a9fb36-d6ae-4052-9da6-57cfef86a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:48.502445 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-72a9fb36-d6ae-4052-9da6-57cfef86a541 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 1127 time: 0.0417547 Jun 23 13:45:48.594548 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-1886a117-d6fc-4c9c-97d1-5a40dfe089a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:48.596141 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-1886a117-d6fc-4c9c-97d1-5a40dfe089a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 917 time: 0.0885715 Jun 23 13:45:48.654950 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-40ea6f4b-37b5-41dd-89ec-f5337a5e96e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2fc7e3-801b-47fb-9626-bb5520448495 HTTP/1.1" status: 200 len: 999 time: 0.0528715 Jun 23 13:45:48.698601 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:48.704766 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-bc9847b5-7480-476b-aeb7-a898adda5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:48.706520 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-bc9847b5-7480-476b-aeb7-a898adda5086 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 200 len: 855 time: 0.0441570 Jun 23 13:45:48.753746 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-f623a9ce-1d2c-4ae8-82d6-d23b2d106b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:48.755215 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-f623a9ce-1d2c-4ae8-82d6-d23b2d106b38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13de077c-d4db-4fa7-84a8-7023d19899e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427473 Jun 23 13:45:48.767044 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1dd12-6947-4d38-9b8e-66d9d242a17a req-a46632b3-3b6b-41be-8f1a-8e8d77f3aa53 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:48.768578 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-17f1dd12-6947-4d38-9b8e-66d9d242a17a req-a46632b3-3b6b-41be-8f1a-8e8d77f3aa53 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0496101 Jun 23 13:45:48.825225 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-17f1dd12-6947-4d38-9b8e-66d9d242a17a req-75bff320-6d25-4101-b3b9-3201444118e0 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456920 Jun 23 13:45:48.855716 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-23ac6def-1abf-466f-a797-e8b022cf2964 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931165 Jun 23 13:45:48.889188 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:48.971246 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-df82444e-a673-4afd-a2e8-d10005c5e694 req-ede610f7-0dfb-4dcf-8c25-0581a6fb0b1e service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082523 Jun 23 13:45:50.012359 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f35cf-7514-4203-9242-6f5aa3f26c01 req-3cbbdf4b-8cc4-439d-b2aa-bccead7b7f62 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:50.031128 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-292f35cf-7514-4203-9242-6f5aa3f26c01 req-3cbbdf4b-8cc4-439d-b2aa-bccead7b7f62 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0768564 Jun 23 13:45:50.067438 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:50.091635 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b652b0e6-a2e8-429d-b716-9acfc9c344a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:50.116307 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-292f35cf-7514-4203-9242-6f5aa3f26c01 req-4222f9e0-b932-461a-aa97-5933742f3ec3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838096 Jun 23 13:45:51.259222 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d0031-fd6e-4a5d-9b3e-fb15ac9f0dd7 req-52a7cdaf-8f62-4492-bb92-31466a492067 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:51.260828 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-817d0031-fd6e-4a5d-9b3e-fb15ac9f0dd7 req-52a7cdaf-8f62-4492-bb92-31466a492067 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0603361 Jun 23 13:45:51.320067 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-817d0031-fd6e-4a5d-9b3e-fb15ac9f0dd7 req-0909d86e-1b2b-4241-a916-4c695437be1f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528982 Jun 23 13:45:52.414423 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84705246-da58-488c-b6d3-fab96048d88e req-b31cd510-1a9c-4275-bfbd-e1464d726526 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:52.416465 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84705246-da58-488c-b6d3-fab96048d88e req-b31cd510-1a9c-4275-bfbd-e1464d726526 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0711997 Jun 23 13:45:52.480743 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26946ae0-0b67-4252-a372-96c2e20cc61e req-042760ea-efd5-4a64-ae31-d4433bc49957 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:52.482731 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-26946ae0-0b67-4252-a372-96c2e20cc61e req-042760ea-efd5-4a64-ae31-d4433bc49957 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0652657 Jun 23 13:45:52.484767 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:52.538956 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-84705246-da58-488c-b6d3-fab96048d88e req-d6445a39-700e-415b-80e0-bc61a0d7598f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0860701 Jun 23 13:45:52.572900 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-26946ae0-0b67-4252-a372-96c2e20cc61e req-09786997-19fc-4989-9d84-5cd59572cc12 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754395 Jun 23 13:45:52.741129 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9ca86f1a-b341-480f-a252-896fb5d1835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:53.072202 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:53.504102 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:53.704872 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684ce99-1e97-4727-89ed-c2d854fdd764 req-df6328a3-52b1-46a6-892b-6444af40cf8b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:53.709540 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e684ce99-1e97-4727-89ed-c2d854fdd764 req-df6328a3-52b1-46a6-892b-6444af40cf8b tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0828335 Jun 23 13:45:53.761853 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a4637-438d-4a15-9d7c-abab12f87a8e req-05720e25-e66b-4b6a-a74c-15dc33aaf20f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:53.764145 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-211a4637-438d-4a15-9d7c-abab12f87a8e req-05720e25-e66b-4b6a-a74c-15dc33aaf20f tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0787950 Jun 23 13:45:53.829100 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e684ce99-1e97-4727-89ed-c2d854fdd764 req-fa6af3f8-c4ed-40eb-8b5a-76084bf66d07 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1013870 Jun 23 13:45:53.863282 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-211a4637-438d-4a15-9d7c-abab12f87a8e req-55d614c9-787a-4b43-bf98-3ea29632d551 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935974 Jun 23 13:45:55.044217 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b4e67-6727-4b92-aecb-ce0b5b196208 req-cedc5760-d083-4a44-a085-c7445091df7a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:55.046086 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a39b4e67-6727-4b92-aecb-ce0b5b196208 req-cedc5760-d083-4a44-a085-c7445091df7a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.1047957 Jun 23 13:45:55.058387 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895977d-dffe-4a55-8d3e-912eccb43e62 req-17e1660e-2816-4ffd-a1c2-3205e39b428e tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:55.059944 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e895977d-dffe-4a55-8d3e-912eccb43e62 req-17e1660e-2816-4ffd-a1c2-3205e39b428e tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0754054 Jun 23 13:45:55.132836 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:55.142984 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a39b4e67-6727-4b92-aecb-ce0b5b196208 req-06f96324-cdc4-4034-b16c-6a24fd89043d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906570 Jun 23 13:45:55.178492 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e895977d-dffe-4a55-8d3e-912eccb43e62 req-7a1c76c8-e75d-4cec-b1e2-3cf319657104 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1110561 Jun 23 13:45:55.207551 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:56.340938 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47190830-adc3-4a02-a2d4-35375c5c90d2 req-e564a882-084b-43bc-b134-876d1e1a7f09 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:56.348344 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-47190830-adc3-4a02-a2d4-35375c5c90d2 req-e564a882-084b-43bc-b134-876d1e1a7f09 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0918803 Jun 23 13:45:56.376523 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48353a0-a824-4a82-9ec8-c3656bdf9055 req-b7a9f86a-ccb9-48d9-b0aa-e8b35057ed36 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:56.383637 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f48353a0-a824-4a82-9ec8-c3656bdf9055 req-b7a9f86a-ccb9-48d9-b0aa-e8b35057ed36 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0959647 Jun 23 13:45:56.444332 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-47190830-adc3-4a02-a2d4-35375c5c90d2 req-8611bb10-4811-4340-9ff5-25a06dcbe3db tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949538 Jun 23 13:45:56.490392 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f48353a0-a824-4a82-9ec8-c3656bdf9055 req-8fe791ae-f9e8-44c9-9817-0fae2d1991cf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1037726 Jun 23 13:45:57.574883 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f699a-f353-4353-9ea2-e99824991f17 req-b2ff1c7f-cf37-433d-b05b-27146b1ad799 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:57.576345 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ff3f699a-f353-4353-9ea2-e99824991f17 req-b2ff1c7f-cf37-433d-b05b-27146b1ad799 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0475121 Jun 23 13:45:57.627040 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ff3f699a-f353-4353-9ea2-e99824991f17 req-34a5a2a8-85fd-4237-8ebc-7722a0142813 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446923 Jun 23 13:45:57.740752 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ff793-4517-4a4d-886c-b51e6aa08b5d req-5ef4f679-d0b2-488b-85e0-e61ac332459c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:57.742206 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c14ff793-4517-4a4d-886c-b51e6aa08b5d req-5ef4f679-d0b2-488b-85e0-e61ac332459c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0510979 Jun 23 13:45:57.794664 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c14ff793-4517-4a4d-886c-b51e6aa08b5d req-1789e5fa-1abf-425d-a572-94c368447b21 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0442696 Jun 23 13:45:58.732222 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:58.750711 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e008165-99ad-47ee-a65c-ef3d58f6e04c req-066302e1-6740-4fd5-b73d-31adea6d1759 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:58.752103 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2e008165-99ad-47ee-a65c-ef3d58f6e04c req-066302e1-6740-4fd5-b73d-31adea6d1759 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0480402 Jun 23 13:45:58.770345 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 60622) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:58.801935 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2e008165-99ad-47ee-a65c-ef3d58f6e04c req-d4bf42f1-5485-44aa-a4b2-6bf1fedd3ab4 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Jun 23 13:45:58.810935 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:45:58.897893 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a65daf13-7503-41cd-9745-5f70ea45a512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:58.918365 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56e2d9-d2f0-404b-9fa9-dc3c168db17e req-8a7599bc-1405-41fe-a248-e1d049bfdf51 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:58.919910 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dd56e2d9-d2f0-404b-9fa9-dc3c168db17e req-8a7599bc-1405-41fe-a248-e1d049bfdf51 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0499523 Jun 23 13:45:58.971024 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dd56e2d9-d2f0-404b-9fa9-dc3c168db17e req-4b660e40-6dca-4bd1-8f92-34f248c2b061 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452044 Jun 23 13:45:58.977380 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a65daf13-7503-41cd-9745-5f70ea45a512 admin admin] Publish callbacks [] for security_group (5e9dc140-9617-4df2-af5d-746b31b629b6), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:58.982054 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a65daf13-7503-41cd-9745-5f70ea45a512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (5e9dc140-9617-4df2-af5d-746b31b629b6), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:59.020788 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a65daf13-7503-41cd-9745-5f70ea45a512 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c9edec08a6e4bd591b03038707200b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492790 Jun 23 13:45:59.021540 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65daf13-7503-41cd-9745-5f70ea45a512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9dc140-9617-4df2-af5d-746b31b629b6,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:59.023503 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60628) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:45:59.051244 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:45:59.075167 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Publish callbacks [] for security_group (5e9dc140-9617-4df2-af5d-746b31b629b6), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:59.100347 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Publish callbacks [] for security_group (5e9dc140-9617-4df2-af5d-746b31b629b6), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:59.162513 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (5e9dc140-9617-4df2-af5d-746b31b629b6), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:59.165120 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:45:59.166284 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e9dc140-9617-4df2-af5d-746b31b629b6 HTTP/1.1" status: 204 len: 168 time: 0.1417930 Jun 23 13:45:59.174794 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9dc140-9617-4df2-af5d-746b31b629b6,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:45:59.182324 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.182681 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.183031 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.183397 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.183826 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.184058 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.184387 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.184713 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.185045 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.185379 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.185713 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.186038 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.186361 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.186686 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.187002 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efe4e64-e97d-4a9c-8dc3-284c089f60f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:45:59.932982 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a1ae2-eb36-451f-b280-1f9f37045b5d req-27b2ac45-abf5-454f-9297-e85420b67afb tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:45:59.934542 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-995a1ae2-eb36-451f-b280-1f9f37045b5d req-27b2ac45-abf5-454f-9297-e85420b67afb tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0516896 Jun 23 13:45:59.984860 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-995a1ae2-eb36-451f-b280-1f9f37045b5d req-35dc0e16-78e9-4aa8-aaa9-6318892bca3a tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446625 Jun 23 13:46:00.103550 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d547-843b-4ea1-a490-7fad7a96b919 req-e1c7803f-3422-43f0-8d57-f71b580c13a4 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:00.105149 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d1f7d547-843b-4ea1-a490-7fad7a96b919 req-e1c7803f-3422-43f0-8d57-f71b580c13a4 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0564594 Jun 23 13:46:00.159626 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d1f7d547-843b-4ea1-a490-7fad7a96b919 req-45c90fb9-aa38-4b7c-a7f9-6df3478a7ece tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0481129 Jun 23 13:46:00.346120 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-ec52c6b5-10ff-4e6c-92ca-d562cc7a7cdd tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:00.347596 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-ec52c6b5-10ff-4e6c-92ca-d562cc7a7cdd tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 945 time: 0.0573623 Jun 23 13:46:00.431372 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Deleting port e81f7986-69e2-48bc-88f6-03a52eb426dd {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:00.431728 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:00.522055 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] For port e81f7986-69e2-48bc-88f6-03a52eb426dd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e81f7986-69e2-48bc-88f6-03a52eb426dd,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:00.522431 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:00.693747 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:00.694182 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (e2842308-4920-4fef-90cf-553cd019f27e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:00.694587 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Floating IP e2842308-4920-4fef-90cf-553cd019f27e disassociated. External IP: 172.27.0.67, port: e81f7986-69e2-48bc-88f6-03a52eb426dd. Jun 23 13:46:00.695095 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Calling delete_port for e81f7986-69e2-48bc-88f6-03a52eb426dd owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:00.759874 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:00.832873 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (e81f7986-69e2-48bc-88f6-03a52eb426dd), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:00.859869 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event deleted for resources: {'Port': ['ID=e81f7986-69e2-48bc-88f6-03a52eb426dd,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:00.905399 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:00.969588 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Router ec95e0de-8ca3-4a94-9504-191caa1d710a has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:46:01.116477 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6a44a-5824-412a-ba17-ebc0e8d498f8 req-025877bc-481d-43dc-a257-b9323cb33092 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:01.118084 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48b6a44a-5824-412a-ba17-ebc0e8d498f8 req-025877bc-481d-43dc-a257-b9323cb33092 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 943 time: 0.0498915 Jun 23 13:46:01.170598 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-48b6a44a-5824-412a-ba17-ebc0e8d498f8 req-31ebdaae-eb0c-4d6a-97b0-9b75dfa84dee tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467868 Jun 23 13:46:01.244930 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 2a2fc7e3-801b-47fb-9626-bb5520448495 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:46:01.295225 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4ba60a00-24e0-4ca8-b825-d3f99aeabf2b req-6bf62966-ed75-48f1-acdd-9bbc2fbb7333 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=42c29e33-917a-4263-a80c-9863ed228875 HTTP/1.1" status: 200 len: 210 time: 0.0405486 Jun 23 13:46:01.330624 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:46:01.375688 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5310f73-c724-4d15-8a7c-61c3bed6b9a1 None None] Sync routers for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:46:01.375921 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] No DVR routers for this DVR port e81f7986-69e2-48bc-88f6-03a52eb426dd on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:01.378526 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:01.384175 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-262ed019-4a9b-47e7-9806-bdda82c41cb0 req-67e5138c-ad1b-47d0-9f5f-3506c6b7821d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "DELETE /v2.0/ports/e81f7986-69e2-48bc-88f6-03a52eb426dd HTTP/1.1" status: 204 len: 173 time: 1.0317767 Jun 23 13:46:01.384660 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c29e33-917a-4263-a80c-9863ed228875', 'name': 'network-vif-deleted', 'tag': 'e81f7986-69e2-48bc-88f6-03a52eb426dd'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:01.387001 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39169950-ea41-4a7b-bee4-1f407ce42d4f" -d '{"events": [{"server_uuid": "42c29e33-917a-4263-a80c-9863ed228875", "name": "network-vif-deleted", "tag": "e81f7986-69e2-48bc-88f6-03a52eb426dd"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:01.416164 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5310f73-c724-4d15-8a7c-61c3bed6b9a1 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:01.417218 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f5310f73-c724-4d15-8a7c-61c3bed6b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:01.430356 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a6b946-41f4-4ed5-b76e-ef0ba35fec1c x-openstack-request-id: req-38a6b946-41f4-4ed5-b76e-ef0ba35fec1c {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:01.430659 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c29e33-917a-4263-a80c-9863ed228875", "name": "network-vif-deleted", "tag": "e81f7986-69e2-48bc-88f6-03a52eb426dd", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:01.430910 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38a6b946-41f4-4ed5-b76e-ef0ba35fec1c {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:01.431307 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a6b946-41f4-4ed5-b76e-ef0ba35fec1c'] response: {'server_uuid': '42c29e33-917a-4263-a80c-9863ed228875', 'name': 'network-vif-deleted', 'tag': 'e81f7986-69e2-48bc-88f6-03a52eb426dd', 'status': 'completed', 'code': 200} Jun 23 13:46:01.477612 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:01.497078 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'port_id': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'mac_address': 'fa:16:3e:d1:9b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:46:01.517645 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-a11a75b5-96c5-4375-9b8a-63d16e861e30 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2bc4a7159fa34affae55ebdbb866f88b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299561 Jun 23 13:46:01.575379 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-f5310f73-c724-4d15-8a7c-61c3bed6b9a1 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:01.577157 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 2a2fc7e3-801b-47fb-9626-bb5520448495 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:46:01.577546 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:01.618349 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2fc7e3-801b-47fb-9626-bb5520448495 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:46:01.670671 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:01.684621 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:01.702614 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b370b-229a-4c4f-a95e-129c587cf009 req-e48ceebf-09a4-4b32-9d54-7f616cac3ae7 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:01.704114 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-e48ceebf-09a4-4b32-9d54-7f616cac3ae7 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812220 Jun 23 13:46:01.720149 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d270061a-6511-4aa9-92bc-392112d33e42 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/quotas/2bc4a7159fa34affae55ebdbb866f88b HTTP/1.1" status: 200 len: 375 time: 0.0100522 Jun 23 13:46:01.752042 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:01.757828 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-11f5df24-d60a-471a-8a3b-152683148231 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bc4a7159fa34affae55ebdbb866f88b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311453 Jun 23 13:46:01.791255 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=2a2fc7e3-801b-47fb-9626-bb5520448495,revision_number=9']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:01.847766 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f5310f73-c724-4d15-8a7c-61c3bed6b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:01.873487 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5310f73-c724-4d15-8a7c-61c3bed6b9a1 None None] Checking router: ec95e0de-8ca3-4a94-9504-191caa1d710a for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:46:01.882882 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5310f73-c724-4d15-8a7c-61c3bed6b9a1 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:01.883526 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f5310f73-c724-4d15-8a7c-61c3bed6b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:01.924851 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:01.931791 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['2a2fc7e3-801b-47fb-9626-bb5520448495'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:46:01.933777 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-efa2b0c7-bc12-42f1-9ba1-bf1750fc1aae req-1a89d95e-693b-4335-ac4c-d0a20433c4a9 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 210 time: 0.0291421 Jun 23 13:46:02.033822 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-f5310f73-c724-4d15-8a7c-61c3bed6b9a1 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:02.298116 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-f5310f73-c724-4d15-8a7c-61c3bed6b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:02.336306 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5310f73-c724-4d15-8a7c-61c3bed6b9a1 None None] The sync data for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi is: [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:46:02.344675 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81928e4-c8c2-49a2-927c-1c6265d1d582 req-321e601b-9c44-4ba6-87f5-d0db18128e71 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:02.351607 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e81928e4-c8c2-49a2-927c-1c6265d1d582 req-321e601b-9c44-4ba6-87f5-d0db18128e71 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 944 time: 0.0990701 Jun 23 13:46:02.425729 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e81928e4-c8c2-49a2-927c-1c6265d1d582 req-eb19a11b-d09f-4d54-8315-43144ab670d7 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683274 Jun 23 13:46:02.618109 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36c961-7234-41ec-8950-8364289e2a94 None None] New status for floating IP e2842308-4920-4fef-90cf-553cd019f27e: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:46:02.627563 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-d50c449f-133d-4ace-86ec-40f9768ab892 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6844620&fields=id&tenant_id=0d6c438e59834c4084c818053e1fdb93 HTTP/1.1" status: 200 len: 267 time: 0.0607805 Jun 23 13:46:02.707637 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:02.735011 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-93342f94-9203-49e3-a6d3-0bd2410caa3c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:02.736501 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-93342f94-9203-49e3-a6d3-0bd2410caa3c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 812 time: 0.1025631 Jun 23 13:46:02.751980 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-7d4d503b-7ae8-4fb5-ad21-331abe0ae0b9 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/quotas/0d6c438e59834c4084c818053e1fdb93 HTTP/1.1" status: 200 len: 375 time: 0.0097542 Jun 23 13:46:02.801003 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-12961956-8fa0-4c24-9953-8115bf16f4c2 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432618 Jun 23 13:46:02.901940 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-2dffdf7d-74cb-4032-bec2-32e7025b19a8 service neutron] 10.222.0.26 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875943 Jun 23 13:46:02.928236 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-3785a86b-2da4-4d99-9454-8e36c4282206 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2bc4a7159fa34affae55ebdbb866f88b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354519 Jun 23 13:46:02.945812 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:03.142238 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b370b-229a-4c4f-a95e-129c587cf009 req-af57f140-881b-4c67-bff9-9ac85f64a0e5 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:03.143754 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-af57f140-881b-4c67-bff9-9ac85f64a0e5 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110522 Jun 23 13:46:03.159664 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Request body: {'port': {'device_id': '75191b56-043b-4024-81a1-d0b1b33391ee', 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e', 'admin_state_up': True, 'tenant_id': '2bc4a7159fa34affae55ebdbb866f88b'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:03.253695 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 2a2fc7e3-801b-47fb-9626-bb5520448495 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:46:03.255200 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-354c084c-28d3-4629-a7fe-28e4590a9fb5 req-f8c6610b-5161-42e0-b355-205c9c16974c tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 210 time: 0.0332510 Jun 23 13:46:03.266452 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-6b83fc44-6dbf-43a8-895e-4208dd465909 service neutron] 10.222.0.26 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509781 Jun 23 13:46:03.281475 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Made reservation on behalf of 2bc4a7159fa34affae55ebdbb866f88b for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:46:03.285333 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:03.294797 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:03.312233 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 2a2fc7e3-801b-47fb-9626-bb5520448495 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:46:03.312719 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:03.380811 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Publish callbacks [] for security_group (bdbdc7d3-fb33-4339-95fc-03516a785cb3), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:03.386699 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bdbdc7d3-fb33-4339-95fc-03516a785cb3), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:03.411517 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 2a2fc7e3-801b-47fb-9626-bb5520448495 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:46:03.412769 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:03.440747 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:03.443329 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a1505a-6f1d-42e5-b598-afee8bf6d159" -d '{"events": [{"server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "name": "network-vif-plugged", "status": "completed", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:03.459601 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbdc7d3-fb33-4339-95fc-03516a785cb3,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:03.461688 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:03.468602 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:03.471301 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device e81f7986-69e2-48bc-88f6-03a52eb426dd no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:03.516857 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: e81f7986-69e2-48bc-88f6-03a52eb426dd {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:03.517482 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device e81f7986-69e2-48bc-88f6-03a52eb426dd not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:03.531073 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:03.541203 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:03.545223 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=2a2fc7e3-801b-47fb-9626-bb5520448495,revision_number=10']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:03.545406 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Allocated IP 192.168.233.208 (63672700-c6d3-40fe-8d05-9010700abf6e/5172f2b5-f2a5-4fdf-ab0b-fe276d37fc90/329b604d-8767-4336-bdb4-15ab223f1fd5) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:46:03.580016 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0e436-41b5-404a-9a49-27433426c9a6 req-ec2b46c3-2f55-43d4-baf0-40209a2e7ee2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:03.581949 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-eae0e436-41b5-404a-9a49-27433426c9a6 req-ec2b46c3-2f55-43d4-baf0-40209a2e7ee2 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 946 time: 0.0537808 Jun 23 13:46:03.633820 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d07e3b-f0f7-4b95-a2e6-4a7d5e8151fd x-openstack-request-id: req-28d07e3b-f0f7-4b95-a2e6-4a7d5e8151fd {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:03.634213 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "name": "network-vif-plugged", "status": "completed", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:03.634769 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28d07e3b-f0f7-4b95-a2e6-4a7d5e8151fd {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:03.635354 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d07e3b-f0f7-4b95-a2e6-4a7d5e8151fd'] response: {'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'code': 200} Jun 23 13:46:03.667902 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-eae0e436-41b5-404a-9a49-27433426c9a6 req-1625184c-f481-4195-9b70-97fdc1a1ba94 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687606 Jun 23 13:46:03.703665 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dde168ec-11eb-4ce4-9501-b8f62f910856 req-af2b047d-a653-4ee4-b910-069c982fb363 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 210 time: 0.0346627 Jun 23 13:46:03.736716 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:03.754940 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Publish callbacks [] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:03.788332 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:03.868999 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Network 63672700-c6d3-40fe-8d05-9010700abf6e is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:46:03.872264 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Pushing event updated for resources: {'Port': ['ID=329b604d-8767-4336-bdb4-15ab223f1fd5,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:03.874835 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:46:03.878863 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:46:03.919232 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfd53c-0ab7-4308-b1a9-ffd448431c8f req-f2b85c5d-7f07-4509-b62d-cc3d75bc5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:03.920814 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6cfd53c-0ab7-4308-b1a9-ffd448431c8f req-f2b85c5d-7f07-4509-b62d-cc3d75bc5060 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 1130 time: 0.1035738 Jun 23 13:46:03.942888 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:03.943628 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:03.976647 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-d526de12-8b73-47b3-994c-e325dfe4a99b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8212266 Jun 23 13:46:03.990982 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Request body: {'port': {'device_id': '75191b56-043b-4024-81a1-d0b1b33391ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:04.017546 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-a6cfd53c-0ab7-4308-b1a9-ffd448431c8f req-c76e2c47-aa45-4518-8b8b-3b4197f10d6f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903788 Jun 23 13:46:04.057620 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:04.125096 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-213e2950-7d1c-4408-84dc-67300a086be9 None None] Provisioning complete for port 329b604d-8767-4336-bdb4-15ab223f1fd5 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:46:04.125468 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-213e2950-7d1c-4408-84dc-67300a086be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:04.156747 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-213e2950-7d1c-4408-84dc-67300a086be9 None None] Port 329b604d-8767-4336-bdb4-15ab223f1fd5 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:46:04.333263 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329b604d-8767-4336-bdb4-15ab223f1fd5 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:46:04.341057 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Publish callbacks [] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:04.356752 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Transition to ACTIVE for port object 329b604d-8767-4336-bdb4-15ab223f1fd5 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:46:04.361561 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:04.364712 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:04.390475 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1897a92-8424-4f29-b53a-3f3a986dc9f4 req-502aa948-f3bb-41d5-970f-d6205b5d6dd4 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:04.392172 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a1897a92-8424-4f29-b53a-3f3a986dc9f4 req-502aa948-f3bb-41d5-970f-d6205b5d6dd4 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 936 time: 0.0483136 Jun 23 13:46:04.413710 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Pushing event updated for resources: {'Port': ['ID=329b604d-8767-4336-bdb4-15ab223f1fd5,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:04.482175 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a1897a92-8424-4f29-b53a-3f3a986dc9f4 req-045ad556-2add-4f98-8928-cde0719966c4 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723033 Jun 23 13:46:04.500154 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Attempting to bind port 329b604d-8767-4336-bdb4-15ab223f1fd5 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:46:04.500479 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Attempting to bind port 329b604d-8767-4336-bdb4-15ab223f1fd5 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '6c46a74b-abe0-4366-a7c8-dc54727ddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:46:04.500807 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Attempting to bind port 329b604d-8767-4336-bdb4-15ab223f1fd5 on network 63672700-c6d3-40fe-8d05-9010700abf6e {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:46:04.505851 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Port 329b604d-8767-4336-bdb4-15ab223f1fd5 on network 63672700-c6d3-40fe-8d05-9010700abf6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:46:04.506174 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Attempting to bind port 329b604d-8767-4336-bdb4-15ab223f1fd5 on network 63672700-c6d3-40fe-8d05-9010700abf6e {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:46:04.511495 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:46:04.511826 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Checking segment: {'id': '6c46a74b-abe0-4366-a7c8-dc54727ddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:46:04.512198 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Bound using segment: {'id': '6c46a74b-abe0-4366-a7c8-dc54727ddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:46:04.512616 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Bound port: 329b604d-8767-4336-bdb4-15ab223f1fd5, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c46a74b-abe0-4366-a7c8-dc54727ddb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:46:04.512966 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:04.574517 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] For port 329b604d-8767-4336-bdb4-15ab223f1fd5, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:46:04.578673 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] For port 329b604d-8767-4336-bdb4-15ab223f1fd5, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=329b604d-8767-4336-bdb4-15ab223f1fd5,segment=NetworkSegment(6c46a74b-abe0-4366-a7c8-dc54727ddb9e),segment_id=6c46a74b-abe0-4366-a7c8-dc54727ddb9e)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:46:04.585320 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:04.612444 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:04.625292 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:04.625955 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:04.627302 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/329b604d-8767-4336-bdb4-15ab223f1fd5 HTTP/1.1" status: 200 len: 1098 time: 0.6415780 Jun 23 13:46:04.627808 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75191b56-043b-4024-81a1-d0b1b33391ee', 'tag': '329b604d-8767-4336-bdb4-15ab223f1fd5'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:04.629962 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c792ca5b-b03e-4765-a18c-5c3105ec2b92" -d '{"events": [{"name": "network-changed", "server_uuid": "75191b56-043b-4024-81a1-d0b1b33391ee", "tag": "329b604d-8767-4336-bdb4-15ab223f1fd5"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:04.652217 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561c710-bed7-41f1-b9e9-a661ed1529d1 service neutron] Pushing event updated for resources: {'Port': ['ID=329b604d-8767-4336-bdb4-15ab223f1fd5,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:04.674983 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011243d1-2bba-400d-af87-fabb8f19ebde x-openstack-request-id: req-011243d1-2bba-400d-af87-fabb8f19ebde {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:04.675260 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75191b56-043b-4024-81a1-d0b1b33391ee", "tag": "329b604d-8767-4336-bdb4-15ab223f1fd5", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:04.675518 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-011243d1-2bba-400d-af87-fabb8f19ebde {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:04.675927 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011243d1-2bba-400d-af87-fabb8f19ebde'] response: {'name': 'network-changed', 'server_uuid': '75191b56-043b-4024-81a1-d0b1b33391ee', 'tag': '329b604d-8767-4336-bdb4-15ab223f1fd5', 'status': 'completed', 'code': 200} Jun 23 13:46:04.750820 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ca5b-b03e-4765-a18c-5c3105ec2b92 req-3a7ab601-bfa1-4aa4-b729-b8c61eebf73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:04.752632 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c792ca5b-b03e-4765-a18c-5c3105ec2b92 req-3a7ab601-bfa1-4aa4-b729-b8c61eebf73c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc4a7159fa34affae55ebdbb866f88b&device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 1132 time: 0.0493283 Jun 23 13:46:04.818933 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6ebed656-ae94-4309-916c-a88b5766bedc req-a2fceffb-99bb-45ab-9f9d-12e1a41ff81f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 210 time: 0.0361042 Jun 23 13:46:04.826599 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288694d9-4132-4e82-9735-f4b6b3b3f829 req-85ccb894-4f8a-4ea7-a596-25c4f6500577 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:04.827985 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-288694d9-4132-4e82-9735-f4b6b3b3f829 req-85ccb894-4f8a-4ea7-a596-25c4f6500577 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 946 time: 0.0729284 Jun 23 13:46:04.873843 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-288694d9-4132-4e82-9735-f4b6b3b3f829 req-b42bb6fe-3758-438d-a84b-d62d44bbb128 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397747 Jun 23 13:46:05.035783 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c792ca5b-b03e-4765-a18c-5c3105ec2b92 req-dec4053b-b29b-49b8-9aef-ec2bc81ed7be service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=2bc4a7159fa34affae55ebdbb866f88b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256407 Jun 23 13:46:05.149322 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ca5b-b03e-4765-a18c-5c3105ec2b92 req-5fb6e4c4-942f-435d-91cb-9321f6344da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:05.150809 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c792ca5b-b03e-4765-a18c-5c3105ec2b92 req-5fb6e4c4-942f-435d-91cb-9321f6344da3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944338 Jun 23 13:46:05.552468 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b370b-229a-4c4f-a95e-129c587cf009 req-fc2c2e3d-40aa-4542-8cf3-c89b598c50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:05.554001 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-fc2c2e3d-40aa-4542-8cf3-c89b598c50fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bc4a7159fa34affae55ebdbb866f88b&device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 1132 time: 0.0889709 Jun 23 13:46:05.621915 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-fd766bb7-e712-4329-8dee-61bb9dcda20d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=329b604d-8767-4336-bdb4-15ab223f1fd5 HTTP/1.1" status: 200 len: 217 time: 0.0546064 Jun 23 13:46:05.626197 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b97fc5-6e04-403f-bc5e-492de9b08a25 req-9ebc9837-9ee7-4ea8-9b1c-a88619dd8d8b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:05.628206 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-11f38d2a-3c9d-4a94-81a3-8f09417a37a9 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:05.629595 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-11f38d2a-3c9d-4a94-81a3-8f09417a37a9 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 812 time: 0.2018826 Jun 23 13:46:05.634380 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-20b97fc5-6e04-403f-bc5e-492de9b08a25 req-9ebc9837-9ee7-4ea8-9b1c-a88619dd8d8b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 948 time: 0.0685558 Jun 23 13:46:05.679244 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-20b97fc5-6e04-403f-bc5e-492de9b08a25 req-21aee4a1-147c-43bf-bdca-114211e943c1 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434806 Jun 23 13:46:05.689765 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b370b-229a-4c4f-a95e-129c587cf009 req-1013b49f-dbb4-4c67-941a-4368dd9cbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:05.691230 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-1013b49f-dbb4-4c67-941a-4368dd9cbd04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5172f2b5-f2a5-4fdf-ab0b-fe276d37fc90 HTTP/1.1" status: 200 len: 843 time: 0.0607898 Jun 23 13:46:05.754467 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-ef8f91fa-a44b-4605-b165-fc2cd2ed25cc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d6c438e59834c4084c818053e1fdb93 HTTP/1.1" status: 200 len: 377 time: 0.0982966 Jun 23 13:46:05.757415 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b370b-229a-4c4f-a95e-129c587cf009 req-af6a5fea-988b-4ad0-86a4-29dd53e85cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:05.758896 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-af6a5fea-988b-4ad0-86a4-29dd53e85cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63672700-c6d3-40fe-8d05-9010700abf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0593429 Jun 23 13:46:05.763385 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'port': {'device_id': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'admin_state_up': True, 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'security_groups': ['a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:05.918681 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:05.932703 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-15a5be0b-88be-4bc2-acd4-228592707930 service neutron] 10.222.0.47 "GET /v2.0/networks/63672700-c6d3-40fe-8d05-9010700abf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645594 Jun 23 13:46:05.935360 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0a306a1c-0834-418e-a5c0-765caa87c237 req-3682b960-906c-48dd-bc16-9eb2d6116aa0 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 210 time: 0.0483689 Jun 23 13:46:05.954274 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Made reservation on behalf of 0d6c438e59834c4084c818053e1fdb93 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:46:05.958292 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:06.033382 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265a06c-cc3a-45a5-b3b1-0d4c5d3e5bda req-f94b6749-1961-4488-9f9c-22f380e402e1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:06.034811 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1265a06c-cc3a-45a5-b3b1-0d4c5d3e5bda req-f94b6749-1961-4488-9f9c-22f380e402e1 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 946 time: 0.0500813 Jun 23 13:46:06.082447 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1265a06c-cc3a-45a5-b3b1-0d4c5d3e5bda req-6330375b-3cab-4efb-8fe9-ba33ce9571ed tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418825 Jun 23 13:46:06.098943 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-273b370b-229a-4c4f-a95e-129c587cf009 req-ae45c613-ff66-4809-9c48-f9a70a9e5684 service neutron] 10.222.0.47 "GET /v2.0/networks/63672700-c6d3-40fe-8d05-9010700abf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542866 Jun 23 13:46:06.146989 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Allocated IP 172.20.0.6 (bb715288-0a54-4ca5-85b6-5a7823648ca0/5ca2c1c1-a17c-4242-ab8d-46a614702c35/b2540c58-97f9-4f0c-98c0-3f9877fc5e17) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:46:06.150631 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:06.290327 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:06.322513 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:06.365433 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Network bb715288-0a54-4ca5-85b6-5a7823648ca0 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:46:06.368487 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:46:06.372135 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:46:06.378191 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'Port': ['ID=b2540c58-97f9-4f0c-98c0-3f9877fc5e17,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:06.424119 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:06.424713 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:06.443669 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f2e25153-2c25-4514-872b-3f0d6e00f11a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6837704 Jun 23 13:46:06.630008 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-9e6abd3c-e138-46cd-9e0a-387b799619eb None None] Provisioning complete for port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:46:06.630523 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9e6abd3c-e138-46cd-9e0a-387b799619eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:06.662086 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-9e6abd3c-e138-46cd-9e0a-387b799619eb None None] Port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:46:06.797187 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c881a0b-cd71-4917-b1ba-ce50936b3615 req-a19ce5f7-c956-436b-a1a8-565b8cfde5d0 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:06.798662 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c881a0b-cd71-4917-b1ba-ce50936b3615 req-a19ce5f7-c956-436b-a1a8-565b8cfde5d0 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 948 time: 0.0476735 Jun 23 13:46:06.851485 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c881a0b-cd71-4917-b1ba-ce50936b3615 req-790b2390-7513-4616-8f23-845bfebd5e2b tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470619 Jun 23 13:46:06.958775 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Request body: {'port': {'device_id': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:07.026496 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:07.060855 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38694b0-0f17-4949-8444-3f2ced5fd3c9 req-617f459d-1082-4bab-9226-146ac3c39c36 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:07.062370 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c38694b0-0f17-4949-8444-3f2ced5fd3c9 req-617f459d-1082-4bab-9226-146ac3c39c36 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 931 time: 0.0482864 Jun 23 13:46:07.123770 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c38694b0-0f17-4949-8444-3f2ced5fd3c9 req-9acb6819-e018-46ad-9317-95d8d21c81cc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0545442 Jun 23 13:46:07.222700 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:07.276694 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 329b604d-8767-4336-bdb4-15ab223f1fd5 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:46:07.289390 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2540c58-97f9-4f0c-98c0-3f9877fc5e17 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:46:07.297068 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Publish callbacks [] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:07.311073 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Transition to ACTIVE for port object b2540c58-97f9-4f0c-98c0-3f9877fc5e17 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:46:07.315855 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:07.385543 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2540c58-97f9-4f0c-98c0-3f9877fc5e17,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:07.388226 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:07.423908 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 329b604d-8767-4336-bdb4-15ab223f1fd5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=329b604d-8767-4336-bdb4-15ab223f1fd5,segment=NetworkSegment(6c46a74b-abe0-4366-a7c8-dc54727ddb9e),segment_id=6c46a74b-abe0-4366-a7c8-dc54727ddb9e)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:07.447231 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:07.472165 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Attempting to bind port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:46:07.472498 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Attempting to bind port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:46:07.472821 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Attempting to bind port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 on network bb715288-0a54-4ca5-85b6-5a7823648ca0 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:46:07.478135 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 on network bb715288-0a54-4ca5-85b6-5a7823648ca0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:46:07.478462 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Attempting to bind port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 on network bb715288-0a54-4ca5-85b6-5a7823648ca0 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:46:07.484381 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:46:07.484738 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Checking segment: {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:46:07.485076 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Bound using segment: {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:46:07.485502 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Bound port: b2540c58-97f9-4f0c-98c0-3f9877fc5e17, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:46:07.485863 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:07.553206 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] For port b2540c58-97f9-4f0c-98c0-3f9877fc5e17, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:46:07.556723 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] For port b2540c58-97f9-4f0c-98c0-3f9877fc5e17, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b2540c58-97f9-4f0c-98c0-3f9877fc5e17,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:46:07.562495 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:07.574688 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '329b604d-8767-4336-bdb4-15ab223f1fd5', 'network_id': '63672700-c6d3-40fe-8d05-9010700abf6e', 'port_id': '329b604d-8767-4336-bdb4-15ab223f1fd5', 'mac_address': 'fa:16:3e:2a:64:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5172f2b5-f2a5-4fdf-ab0b-fe276d37fc90', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:46:07.604719 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:07.605327 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:07.606861 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/b2540c58-97f9-4f0c-98c0-3f9877fc5e17 HTTP/1.1" status: 200 len: 1093 time: 0.6543052 Jun 23 13:46:07.607173 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'tag': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:07.609599 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d179730e-37cb-4573-9c71-2634ce5f45ca" -d '{"events": [{"name": "network-changed", "server_uuid": "52cbfcd2-3b2d-44f2-a44d-55ab8868fd59", "tag": "b2540c58-97f9-4f0c-98c0-3f9877fc5e17"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:07.628621 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 329b604d-8767-4336-bdb4-15ab223f1fd5 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:46:07.629228 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:07.629888 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0ced0-0f40-4b8a-bc9e-763da0b344c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2540c58-97f9-4f0c-98c0-3f9877fc5e17,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:07.645592 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329b604d-8767-4336-bdb4-15ab223f1fd5 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:46:07.675848 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 329b604d-8767-4336-bdb4-15ab223f1fd5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=329b604d-8767-4336-bdb4-15ab223f1fd5,segment=NetworkSegment(6c46a74b-abe0-4366-a7c8-dc54727ddb9e),segment_id=6c46a74b-abe0-4366-a7c8-dc54727ddb9e)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:07.688880 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:07.701602 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65051390-09ad-47bb-8a71-b5ab2b230b22 x-openstack-request-id: req-65051390-09ad-47bb-8a71-b5ab2b230b22 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:07.701871 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cbfcd2-3b2d-44f2-a44d-55ab8868fd59", "tag": "b2540c58-97f9-4f0c-98c0-3f9877fc5e17", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:07.702108 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65051390-09ad-47bb-8a71-b5ab2b230b22 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:07.703865 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65051390-09ad-47bb-8a71-b5ab2b230b22'] response: {'name': 'network-changed', 'server_uuid': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'tag': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'status': 'completed', 'code': 200} Jun 23 13:46:07.718760 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-15c88907-99ff-403f-b4f2-ab912a863d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:07.721186 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-15c88907-99ff-403f-b4f2-ab912a863d20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 1127 time: 0.0689006 Jun 23 13:46:07.778228 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-f58a6bfd-a27d-4faa-b319-8212519862c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2540c58-97f9-4f0c-98c0-3f9877fc5e17 HTTP/1.1" status: 200 len: 217 time: 0.0459435 Jun 23 13:46:07.785040 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=329b604d-8767-4336-bdb4-15ab223f1fd5,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:07.836454 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-3a524976-2132-4229-95f3-dca30404fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:07.838345 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-3a524976-2132-4229-95f3-dca30404fc9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.0508318 Jun 23 13:46:07.899161 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-c84af585-a311-489a-ad11-50f049964af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:07.900734 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-c84af585-a311-489a-ad11-50f049964af1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0555077 Jun 23 13:46:07.916264 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['329b604d-8767-4336-bdb4-15ab223f1fd5'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:46:08.029392 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-ff64d1f1-a1dc-4dda-a7c1-372a98bd04ef service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209815 Jun 23 13:46:08.040631 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:08.069429 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20976813-d483-4e7d-85a1-3096bd04dedf req-a7f021c0-7d8e-47f8-a773-5a1b632a20e2 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:08.070994 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-20976813-d483-4e7d-85a1-3096bd04dedf req-a7f021c0-7d8e-47f8-a773-5a1b632a20e2 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 949 time: 0.1005828 Jun 23 13:46:08.127786 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-20976813-d483-4e7d-85a1-3096bd04dedf req-0227fcb2-a128-45ea-9d23-c09e81b381b2 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505617 Jun 23 13:46:08.170903 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-b83b64fe-74c9-4083-bd04-517a02cef034 req-d120cdfc-90fa-470a-a595-cfccf6c51a43 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343808 Jun 23 13:46:08.250609 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa21174-1466-45f3-8764-8cf52118ccda req-74bbfe8a-a820-4e8f-9c50-58d2649234b8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:08.252136 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cfa21174-1466-45f3-8764-8cf52118ccda req-74bbfe8a-a820-4e8f-9c50-58d2649234b8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 943 time: 0.0561097 Jun 23 13:46:08.301373 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cfa21174-1466-45f3-8764-8cf52118ccda req-589f2c5e-1746-4016-8c6d-e145ec347745 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434995 Jun 23 13:46:08.433540 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179730e-37cb-4573-9c71-2634ce5f45ca req-bae797d1-5cb6-41be-ba4e-9f86f3c6d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:08.435131 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d179730e-37cb-4573-9c71-2634ce5f45ca req-bae797d1-5cb6-41be-ba4e-9f86f3c6d662 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 1127 time: 0.0409796 Jun 23 13:46:08.540995 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179730e-37cb-4573-9c71-2634ce5f45ca req-b4235de0-b4f3-40df-925e-8316e394ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:08.542449 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d179730e-37cb-4573-9c71-2634ce5f45ca req-b4235de0-b4f3-40df-925e-8316e394ee9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 913 time: 0.1006393 Jun 23 13:46:08.755294 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d179730e-37cb-4573-9c71-2634ce5f45ca req-ba3f6113-1089-4986-a899-685b6447f84d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2540c58-97f9-4f0c-98c0-3f9877fc5e17 HTTP/1.1" status: 200 len: 217 time: 0.0380993 Jun 23 13:46:08.805974 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:08.812264 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179730e-37cb-4573-9c71-2634ce5f45ca req-8758da42-76ce-4cd5-9f83-4a64e0b9e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:08.813733 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d179730e-37cb-4573-9c71-2634ce5f45ca req-8758da42-76ce-4cd5-9f83-4a64e0b9e0fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.0523195 Jun 23 13:46:08.887537 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179730e-37cb-4573-9c71-2634ce5f45ca req-2650c414-a32a-42e0-97fd-8946410a1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:08.889077 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d179730e-37cb-4573-9c71-2634ce5f45ca req-2650c414-a32a-42e0-97fd-8946410a1bcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402703 Jun 23 13:46:08.984367 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d179730e-37cb-4573-9c71-2634ce5f45ca req-4b287e9f-9ddf-464c-a78a-95f3e5222775 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893526 Jun 23 13:46:09.254736 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a8645-578c-46ba-b09b-9b157fbccea4 req-69d1447a-36bf-4f1c-817c-a863fdd6f4b7 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:09.257420 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a32a8645-578c-46ba-b09b-9b157fbccea4 req-69d1447a-36bf-4f1c-817c-a863fdd6f4b7 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 949 time: 0.0569918 Jun 23 13:46:09.296417 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 329b604d-8767-4336-bdb4-15ab223f1fd5 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:46:09.307308 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a32a8645-578c-46ba-b09b-9b157fbccea4 req-eff1bb83-1845-4d92-999e-c86acf743edc tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436749 Jun 23 13:46:09.342318 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d179730e-37cb-4573-9c71-2634ce5f45ca req-e5f122f8-856b-4119-b75a-df7ba4b3b833 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507838 Jun 23 13:46:09.380942 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 329b604d-8767-4336-bdb4-15ab223f1fd5 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:46:09.388962 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 329b604d-8767-4336-bdb4-15ab223f1fd5 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:46:09.389337 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:09.430779 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021b261-125f-4450-b79e-fb5909c1a50a req-7b9d995e-d693-4fcf-9acf-ea178f43d9b1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:09.432304 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9021b261-125f-4450-b79e-fb5909c1a50a req-7b9d995e-d693-4fcf-9acf-ea178f43d9b1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 943 time: 0.0475750 Jun 23 13:46:09.443925 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:09.465671 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 329b604d-8767-4336-bdb4-15ab223f1fd5 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:46:09.466130 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:09.489941 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75191b56-043b-4024-81a1-d0b1b33391ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b604d-8767-4336-bdb4-15ab223f1fd5'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:09.492377 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c41ce9-0049-4dc5-8477-69ee5ac95893" -d '{"events": [{"server_uuid": "75191b56-043b-4024-81a1-d0b1b33391ee", "name": "network-vif-plugged", "status": "completed", "tag": "329b604d-8767-4336-bdb4-15ab223f1fd5"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:09.495063 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9021b261-125f-4450-b79e-fb5909c1a50a req-415820f7-6c46-47f3-aac3-0a11b9aee4cd tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0568004 Jun 23 13:46:09.497216 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:09.507500 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 329b604d-8767-4336-bdb4-15ab223f1fd5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=329b604d-8767-4336-bdb4-15ab223f1fd5,segment=NetworkSegment(6c46a74b-abe0-4366-a7c8-dc54727ddb9e),segment_id=6c46a74b-abe0-4366-a7c8-dc54727ddb9e)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:09.519733 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:09.544886 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df40a97-ec7e-4586-85dc-6291f1f513b2 x-openstack-request-id: req-9df40a97-ec7e-4586-85dc-6291f1f513b2 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:09.545182 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75191b56-043b-4024-81a1-d0b1b33391ee", "name": "network-vif-plugged", "status": "completed", "tag": "329b604d-8767-4336-bdb4-15ab223f1fd5", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:09.545458 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9df40a97-ec7e-4586-85dc-6291f1f513b2 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:09.545902 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df40a97-ec7e-4586-85dc-6291f1f513b2'] response: {'server_uuid': '75191b56-043b-4024-81a1-d0b1b33391ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b604d-8767-4336-bdb4-15ab223f1fd5', 'code': 200} Jun 23 13:46:09.571667 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=329b604d-8767-4336-bdb4-15ab223f1fd5,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:09.606655 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2abd88-5d80-4b92-93eb-c13f4a0b3342 req-14dc2e4d-fbeb-49fb-bc82-1a77a7dce9a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:09.608125 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7e2abd88-5d80-4b92-93eb-c13f4a0b3342 req-14dc2e4d-fbeb-49fb-bc82-1a77a7dce9a2 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 946 time: 0.0518537 Jun 23 13:46:09.654496 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7e2abd88-5d80-4b92-93eb-c13f4a0b3342 req-b9dc4022-18fa-4a2d-936e-27f71eb03495 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407975 Jun 23 13:46:10.416383 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 60838) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:10.445208 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667c10e-66fb-418f-8711-284ffca905d3 req-1143643f-3c61-48a0-9ed2-c284ae054440 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:10.446839 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4667c10e-66fb-418f-8711-284ffca905d3 req-1143643f-3c61-48a0-9ed2-c284ae054440 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 950 time: 0.0556290 Jun 23 13:46:10.495076 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4667c10e-66fb-418f-8711-284ffca905d3 req-d0e90476-27e7-47f3-baf8-e3b0b521629a tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422933 Jun 23 13:46:10.612238 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810705-39b6-487d-b9e9-0b2d85ea03cb req-febab4a5-69ff-4076-99b2-28062da843a1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:10.613723 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cb810705-39b6-487d-b9e9-0b2d85ea03cb req-febab4a5-69ff-4076-99b2-28062da843a1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 943 time: 0.0471740 Jun 23 13:46:10.622963 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:10.668974 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cb810705-39b6-487d-b9e9-0b2d85ea03cb req-1fb75eec-4cde-4a75-bb4c-2128558dbde3 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0493078 Jun 23 13:46:10.706912 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Deleting port ffa2c70f-4afb-43b3-9022-2e31e5e337b7 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:10.707257 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (ffa2c70f-4afb-43b3-9022-2e31e5e337b7), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:10.768968 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c330eb-ad10-43f9-818f-37c98a004008 req-65d5ddbe-504a-4108-9491-ede018b37776 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:10.769986 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b9c330eb-ad10-43f9-818f-37c98a004008 req-65d5ddbe-504a-4108-9491-ede018b37776 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 946 time: 0.0471663 Jun 23 13:46:10.782748 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (ffa2c70f-4afb-43b3-9022-2e31e5e337b7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:10.783068 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for floatingip (ffa2c70f-4afb-43b3-9022-2e31e5e337b7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:10.796260 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Calling delete_port for ffa2c70f-4afb-43b3-9022-2e31e5e337b7 owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:10.826754 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b9c330eb-ad10-43f9-818f-37c98a004008 req-be2b60db-53a0-41f8-a76f-3fed2c186caf tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467060 Jun 23 13:46:10.966274 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (ffa2c70f-4afb-43b3-9022-2e31e5e337b7), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:10.994410 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event deleted for resources: {'Port': ['ID=ffa2c70f-4afb-43b3-9022-2e31e5e337b7,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:11.098504 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78da9-0b05-4422-9fa9-7597d67def8a req-24377ecc-3e01-469b-a9a0-14adfd10ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:11.099998 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e0f78da9-0b05-4422-9fa9-7597d67def8a req-24377ecc-3e01-469b-a9a0-14adfd10ee50 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 1134 time: 0.0984704 Jun 23 13:46:11.128078 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for floatingip (fdde18bc-4b94-4b9d-9761-8e290c19870a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:11.128401 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Floating IP fdde18bc-4b94-4b9d-9761-8e290c19870a disassociated (deleted). External IP: 172.27.0.169, port: c680d421-4232-46b9-bea8-b492d2e2f651. Jun 23 13:46:11.135517 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3b693-786f-4062-9d28-6650a7701965 req-8fc22a44-b200-49c2-8516-ea60944b540a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:11.136905 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e2a3b693-786f-4062-9d28-6650a7701965 req-8fc22a44-b200-49c2-8516-ea60944b540a tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 946 time: 0.0711436 Jun 23 13:46:11.183446 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:11.237681 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e0f78da9-0b05-4422-9fa9-7597d67def8a req-eab19586-df00-4b4d-8991-112850ebcf15 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298120 Jun 23 13:46:11.332314 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Deleting port babf77e6-6bb7-4c15-be55-0aff77abfe3f {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:11.332654 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:11.468456 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:11.498402 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] For port babf77e6-6bb7-4c15-be55-0aff77abfe3f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=babf77e6-6bb7-4c15-be55-0aff77abfe3f,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:11.498661 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:11.517381 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Router 4581d941-e196-4e98-9818-8ec44b6f8621 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:46:11.609698 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c1bd8-1f3e-4a5f-99a2-e73ff8ac947f req-609ecb76-9583-45ff-81ca-51423e813bd9 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:11.611270 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e07c1bd8-1f3e-4a5f-99a2-e73ff8ac947f req-609ecb76-9583-45ff-81ca-51423e813bd9 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 950 time: 0.0478232 Jun 23 13:46:11.660156 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e07c1bd8-1f3e-4a5f-99a2-e73ff8ac947f req-4dbcd484-b2a3-4975-9b4e-e2411402aa89 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Jun 23 13:46:11.742283 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:11.742613 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (a3c155e9-3d08-47c4-91dc-fdc178e2fb3a), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:11.742939 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Floating IP a3c155e9-3d08-47c4-91dc-fdc178e2fb3a disassociated. External IP: 172.27.0.79, port: babf77e6-6bb7-4c15-be55-0aff77abfe3f. Jun 23 13:46:11.743305 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Calling delete_port for babf77e6-6bb7-4c15-be55-0aff77abfe3f owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:11.748103 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:46:11.753699 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:11.759498 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d6a05-40a8-499d-a317-919d987a4f22 None None] Sync routers for ids ['4581d941-e196-4e98-9818-8ec44b6f8621'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:46:11.770366 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d6a05-40a8-499d-a317-919d987a4f22 None None] Routers {'4581d941-e196-4e98-9818-8ec44b6f8621'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:11.771016 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1b2d6a05-40a8-499d-a317-919d987a4f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['4581d941-e196-4e98-9818-8ec44b6f8621'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:11.793414 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177018a4-fe52-479b-be5d-6bfecf643505 req-14e5f49d-50a4-40d6-bf0f-b9e3dc68c9a2 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:11.795226 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-177018a4-fe52-479b-be5d-6bfecf643505 req-14e5f49d-50a4-40d6-bf0f-b9e3dc68c9a2 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 943 time: 0.0586572 Jun 23 13:46:11.820921 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4874da27-f634-4c25-a8f3-b83a7a934aed tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "DELETE /v2.0/floatingips/fdde18bc-4b94-4b9d-9761-8e290c19870a HTTP/1.1" status: 204 len: 168 time: 1.4033196 Jun 23 13:46:11.823147 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:11.825515 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8255c434-9264-412b-9030-131611d7683e" -d '{"events": [{"name": "network-changed", "server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:11.861228 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-177018a4-fe52-479b-be5d-6bfecf643505 req-4782be95-1253-4a97-984f-e0c26287737d tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0578377 Jun 23 13:46:11.910392 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00448687-f856-4dfa-b580-a2a36ae62315 x-openstack-request-id: req-00448687-f856-4dfa-b580-a2a36ae62315 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:11.910692 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:11.911229 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00448687-f856-4dfa-b580-a2a36ae62315 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:11.912111 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00448687-f856-4dfa-b580-a2a36ae62315'] response: {'name': 'network-changed', 'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'status': 'completed', 'code': 200} Jun 23 13:46:11.912787 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-1b2d6a05-40a8-499d-a317-919d987a4f22 None None] Set router 4581d941-e196-4e98-9818-8ec44b6f8621 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:11.991921 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255c434-9264-412b-9030-131611d7683e req-43166443-a468-4d7e-9285-8160ed173625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:11.993688 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8255c434-9264-412b-9030-131611d7683e req-43166443-a468-4d7e-9285-8160ed173625 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fef8d0cb974f35a741c3090fda97f1&device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 1130 time: 0.0493467 Jun 23 13:46:11.995023 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (babf77e6-6bb7-4c15-be55-0aff77abfe3f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:12.024103 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c824cc7-3a49-4af7-bf83-66b0e9458f20 req-ddb2b74e-dbd6-4026-b404-77aa766787be tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:12.026354 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c824cc7-3a49-4af7-bf83-66b0e9458f20 req-ddb2b74e-dbd6-4026-b404-77aa766787be tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 946 time: 0.0682461 Jun 23 13:46:12.029803 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'Port': ['ID=babf77e6-6bb7-4c15-be55-0aff77abfe3f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:12.039361 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:12.046317 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:12.107574 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c824cc7-3a49-4af7-bf83-66b0e9458f20 req-05fc2158-4bdf-4989-a37d-17d229ef3f2d tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups?id=a32da0df-1276-43b6-865c-609a7368aecd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742052 Jun 23 13:46:12.159535 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c42a39-7ffe-467e-ac28-4b7cc0f1ed29 req-5dbccd01-55a9-4387-8872-791ba933a6a3 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:12.166665 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-35c42a39-7ffe-467e-ac28-4b7cc0f1ed29 req-5dbccd01-55a9-4387-8872-791ba933a6a3 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0548663 Jun 23 13:46:12.168123 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Router 81a742b4-0bf8-4ae4-a20d-578063d99d92 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:46:12.172720 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1b2d6a05-40a8-499d-a317-919d987a4f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'd9ec2f7d-7edf-4871-9829-54a4a5e03be8', 'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'mac_address': 'fa:16:3e:d4:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:18Z', 'updated_at': '2022-06-23T13:40:24Z', 'revision_number': 5, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'subnets': [{'id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:12.198176 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d6a05-40a8-499d-a317-919d987a4f22 None None] Checking router: 4581d941-e196-4e98-9818-8ec44b6f8621 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:46:12.207403 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d6a05-40a8-499d-a317-919d987a4f22 None None] Routers {'4581d941-e196-4e98-9818-8ec44b6f8621'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:12.207830 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1b2d6a05-40a8-499d-a317-919d987a4f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['4581d941-e196-4e98-9818-8ec44b6f8621'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:12.211400 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:12.216666 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-35c42a39-7ffe-467e-ac28-4b7cc0f1ed29 req-c969d5e6-c6bf-40c6-9e80-bc8f21a2e76f tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491180 Jun 23 13:46:12.275991 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:46:12.288227 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cffcc-6600-4f39-9d43-e12df72af9e5 None None] Sync routers for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:46:12.303593 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cffcc-6600-4f39-9d43-e12df72af9e5 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:12.304154 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-cd5cffcc-6600-4f39-9d43-e12df72af9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:12.312488 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-1b2d6a05-40a8-499d-a317-919d987a4f22 None None] Set router 4581d941-e196-4e98-9818-8ec44b6f8621 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:12.319627 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] No DVR routers for this DVR port babf77e6-6bb7-4c15-be55-0aff77abfe3f on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:12.322216 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:12.325557 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e2a3b693-786f-4062-9d28-6650a7701965 req-1cffd646-715c-4793-9bd2-6f82b1a7c8b3 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.47 "DELETE /v2.0/ports/babf77e6-6bb7-4c15-be55-0aff77abfe3f HTTP/1.1" status: 204 len: 173 time: 1.1537576 Jun 23 13:46:12.407367 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-cd5cffcc-6600-4f39-9d43-e12df72af9e5 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:12.505719 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-1b2d6a05-40a8-499d-a317-919d987a4f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'd9ec2f7d-7edf-4871-9829-54a4a5e03be8', 'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'mac_address': 'fa:16:3e:d4:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:18Z', 'updated_at': '2022-06-23T13:40:24Z', 'revision_number': 5, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'subnets': [{'id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:12.531731 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d6a05-40a8-499d-a317-919d987a4f22 None None] The sync data for ids ['4581d941-e196-4e98-9818-8ec44b6f8621'] in dv-cinder-815582-10-iscsi is: [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:40:18Z', 'revision_number': 4, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'd9ec2f7d-7edf-4871-9829-54a4a5e03be8', 'name': '', 'network_id': '487c99b8-1e62-4d10-926f-f0a88401678c', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'mac_address': 'fa:16:3e:d4:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:18Z', 'updated_at': '2022-06-23T13:40:24Z', 'revision_number': 5, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'subnets': [{'id': '8f59c2db-d2a1-4e6b-9c01-f201f588667d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:46:12.695627 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-cd5cffcc-6600-4f39-9d43-e12df72af9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:12.721874 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cffcc-6600-4f39-9d43-e12df72af9e5 None None] Checking router: 81a742b4-0bf8-4ae4-a20d-578063d99d92 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:46:12.731057 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cffcc-6600-4f39-9d43-e12df72af9e5 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:12.731780 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-cd5cffcc-6600-4f39-9d43-e12df72af9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:12.755980 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce333b1-fa1f-4726-bd4b-93ddb3cc1bca None None] New status for floating IP fdde18bc-4b94-4b9d-9761-8e290c19870a: DOWN {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:46:12.780259 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442a2a0-a38e-4ae5-bf45-e12f6086d7a0 req-b4ff0f8a-f634-46a5-a5d9-0de41b8db2f6 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:12.781798 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9442a2a0-a38e-4ae5-bf45-e12f6086d7a0 req-b4ff0f8a-f634-46a5-a5d9-0de41b8db2f6 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 950 time: 0.0481987 Jun 23 13:46:12.832397 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-cd5cffcc-6600-4f39-9d43-e12df72af9e5 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:12.833707 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9442a2a0-a38e-4ae5-bf45-e12f6086d7a0 req-fec32c1e-9530-44e0-bffa-7414842af6ef tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451643 Jun 23 13:46:12.970394 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ca3e3-b00e-4318-a452-69a5e2ac0e89 req-e56691c7-d154-4059-8fbd-f81a5311c9bf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:12.971917 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a41ca3e3-b00e-4318-a452-69a5e2ac0e89 req-e56691c7-d154-4059-8fbd-f81a5311c9bf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 943 time: 0.0517659 Jun 23 13:46:13.011606 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:13.019589 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-cd5cffcc-6600-4f39-9d43-e12df72af9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:13.028644 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a41ca3e3-b00e-4318-a452-69a5e2ac0e89 req-7e34bd8f-1230-4556-8afa-99b04e4cfb90 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0510676 Jun 23 13:46:13.043632 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cffcc-6600-4f39-9d43-e12df72af9e5 None None] The sync data for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi is: [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '680291c7-8fa1-4e0e-9a07-270496f42883', 'name': '', 'network_id': '750f6de3-a7e6-4721-b369-b46085e03f9a', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'mac_address': 'fa:16:3e:1e:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:14Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'subnets': [{'id': '1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:46:13.203205 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c8527f10-49e7-4523-ab23-a418f763d8c1 req-76da66ac-82ef-4647-b4c2-66a0290fe070 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 210 time: 0.0354412 Jun 23 13:46:13.273273 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddcd2f-c94e-43c7-a664-802292074ffd None None] New status for floating IP a3c155e9-3d08-47c4-91dc-fdc178e2fb3a: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:46:13.358629 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdc5a5-a258-4705-949d-a8d4fe733ca9 req-9c2e702a-f30e-433a-9e91-6f46b4178b65 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:13.360246 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-26bdc5a5-a258-4705-949d-a8d4fe733ca9 req-9c2e702a-f30e-433a-9e91-6f46b4178b65 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0575943 Jun 23 13:46:13.411254 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:13.425270 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255c434-9264-412b-9030-131611d7683e req-e7860d0b-f815-498c-bda4-a48b9dc2591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:13.427270 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8255c434-9264-412b-9030-131611d7683e req-e7860d0b-f815-498c-bda4-a48b9dc2591b service neutron] 10.222.0.47 "GET /v2.0/networks?id=487c99b8-1e62-4d10-926f-f0a88401678c HTTP/1.1" status: 200 len: 908 time: 0.1366744 Jun 23 13:46:13.433072 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-26bdc5a5-a258-4705-949d-a8d4fe733ca9 req-b3a00e4f-e0cf-4d43-b2eb-872fe3f7d645 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605743 Jun 23 13:46:13.912409 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'name': 'network-vif-deleted', 'tag': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:13.914784 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a67b3dc-4423-4e2d-8ff3-99945efdfbd7" -d '{"events": [{"server_uuid": "7840b5d2-52e9-48db-95ba-af0fb4a5cb52", "name": "network-vif-deleted", "tag": "babf77e6-6bb7-4c15-be55-0aff77abfe3f"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:13.956440 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a254b4-028b-449f-ae44-98a1bf291f4f req-d1ae072e-a490-4f9b-86cc-2ca80f1c5d55 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:13.957951 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9cd6f2-9c4c-4df1-a863-58f1fc099ee6 x-openstack-request-id: req-1b9cd6f2-9c4c-4df1-a863-58f1fc099ee6 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:13.958156 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7840b5d2-52e9-48db-95ba-af0fb4a5cb52", "name": "network-vif-deleted", "tag": "babf77e6-6bb7-4c15-be55-0aff77abfe3f", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:13.958478 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b9cd6f2-9c4c-4df1-a863-58f1fc099ee6 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:13.958775 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d9a254b4-028b-449f-ae44-98a1bf291f4f req-d1ae072e-a490-4f9b-86cc-2ca80f1c5d55 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 950 time: 0.0553770 Jun 23 13:46:13.959004 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9cd6f2-9c4c-4df1-a863-58f1fc099ee6'] response: {'server_uuid': '7840b5d2-52e9-48db-95ba-af0fb4a5cb52', 'name': 'network-vif-deleted', 'tag': 'babf77e6-6bb7-4c15-be55-0aff77abfe3f', 'status': 'completed', 'code': 200} Jun 23 13:46:14.011616 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d9a254b4-028b-449f-ae44-98a1bf291f4f req-2a3f47b7-a990-4d78-83d5-2cfde944ccdf tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464964 Jun 23 13:46:14.081884 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8255c434-9264-412b-9030-131611d7683e req-3c699baa-282a-47e8-8825-44d48f712420 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c680d421-4232-46b9-bea8-b492d2e2f651 HTTP/1.1" status: 200 len: 217 time: 0.0439839 Jun 23 13:46:14.157708 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6efe47-6d19-46d9-9ae9-82befad563c8 req-25260207-4dd4-4a64-b8b9-fc97f80075f1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:14.159173 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1f6efe47-6d19-46d9-9ae9-82befad563c8 req-25260207-4dd4-4a64-b8b9-fc97f80075f1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 943 time: 0.0480032 Jun 23 13:46:14.212460 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1f6efe47-6d19-46d9-9ae9-82befad563c8 req-63fc5a70-b23a-4421-bf5d-4ea2dc5e337c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472238 Jun 23 13:46:14.289164 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a477acc-962a-4e3c-9508-cca40d2a92fb req-6befa7dd-e614-42b1-96fa-c0c33a5dd985 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:14.290868 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9a477acc-962a-4e3c-9508-cca40d2a92fb req-6befa7dd-e614-42b1-96fa-c0c33a5dd985 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 950 time: 0.0498421 Jun 23 13:46:14.338702 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d03195ee-efff-4571-8139-a14051581ae3 req-4c323670-7419-4c38-acb6-9ae6e58a2b41 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 210 time: 0.0468361 Jun 23 13:46:14.367965 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9a477acc-962a-4e3c-9508-cca40d2a92fb req-375cdaaa-44f9-41c8-9cf6-3eef0a76ec75 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613573 Jun 23 13:46:14.560515 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81fbdf-0711-493c-aba6-7e8a897ccd1f req-683db9a0-c828-4ca8-918f-b3494435060f tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:14.561894 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2d81fbdf-0711-493c-aba6-7e8a897ccd1f req-683db9a0-c828-4ca8-918f-b3494435060f tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0484443 Jun 23 13:46:14.625684 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2d81fbdf-0711-493c-aba6-7e8a897ccd1f req-ac6ca93a-eafe-4116-a8b0-92355eff44ea tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557797 Jun 23 13:46:14.627246 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255c434-9264-412b-9030-131611d7683e req-10395cef-8bed-4235-b193-ab4c7267ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:14.628750 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8255c434-9264-412b-9030-131611d7683e req-10395cef-8bed-4235-b193-ab4c7267ca96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f59c2db-d2a1-4e6b-9c01-f201f588667d HTTP/1.1" status: 200 len: 846 time: 0.0579710 Jun 23 13:46:15.323755 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b2540c58-97f9-4f0c-98c0-3f9877fc5e17 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:46:15.328293 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device babf77e6-6bb7-4c15-be55-0aff77abfe3f no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:15.342546 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a91b-7bde-4d4f-a98f-7e4a312482d6 req-9c25709e-8197-480a-bd13-586fad4e6ac8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:15.344051 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5ec0a91b-7bde-4d4f-a98f-7e4a312482d6 req-9c25709e-8197-480a-bd13-586fad4e6ac8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 943 time: 0.0537002 Jun 23 13:46:15.353367 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: babf77e6-6bb7-4c15-be55-0aff77abfe3f {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:15.353709 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device babf77e6-6bb7-4c15-be55-0aff77abfe3f not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:15.397184 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5ec0a91b-7bde-4d4f-a98f-7e4a312482d6 req-3926aadb-06b5-495e-908f-6a6a3a914056 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473962 Jun 23 13:46:15.448759 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port b2540c58-97f9-4f0c-98c0-3f9877fc5e17, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b2540c58-97f9-4f0c-98c0-3f9877fc5e17,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:15.461375 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'port_id': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'mac_address': 'fa:16:3e:c1:09:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:46:15.463307 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e55ef703-7fe1-4707-b44a-d95e54cd1df2 req-f7bda19b-e573-4491-b631-1546243c9755 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/ports?device_id=7840b5d2-52e9-48db-95ba-af0fb4a5cb52 HTTP/1.1" status: 200 len: 210 time: 0.0348961 Jun 23 13:46:15.496189 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:46:15.496575 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:15.507171 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228feac-85f0-4f4a-97c7-ffddf469d1fe req-4d35fcc2-2d4e-46d2-9af7-03a74e438b52 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:15.508720 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3228feac-85f0-4f4a-97c7-ffddf469d1fe req-4d35fcc2-2d4e-46d2-9af7-03a74e438b52 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 950 time: 0.0483184 Jun 23 13:46:15.510147 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2540c58-97f9-4f0c-98c0-3f9877fc5e17 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:46:15.530808 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port b2540c58-97f9-4f0c-98c0-3f9877fc5e17, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b2540c58-97f9-4f0c-98c0-3f9877fc5e17,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:15.535158 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:15.556253 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3228feac-85f0-4f4a-97c7-ffddf469d1fe req-2f35a7eb-3252-41bd-bbad-f8d138c3ae69 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Jun 23 13:46:15.575412 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:15.580714 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=b2540c58-97f9-4f0c-98c0-3f9877fc5e17,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:15.743103 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d79d0-848d-4e7e-9b29-069124ed8e42 req-88267016-2e83-48a2-80a1-f032659b55b1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:15.744625 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-243d79d0-848d-4e7e-9b29-069124ed8e42 req-88267016-2e83-48a2-80a1-f032659b55b1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0466788 Jun 23 13:46:15.776785 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['b2540c58-97f9-4f0c-98c0-3f9877fc5e17'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:46:15.796407 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-243d79d0-848d-4e7e-9b29-069124ed8e42 req-125f7893-af08-44c7-b4d7-b961c0ad1fe6 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457053 Jun 23 13:46:15.889722 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:15.941460 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df78976-4c6b-4170-a300-6a7a895fc0ef req-21b65a78-b586-48ae-9331-1353e2d46cb1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:15.943512 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2df78976-4c6b-4170-a300-6a7a895fc0ef req-21b65a78-b586-48ae-9331-1353e2d46cb1 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.0525160 Jun 23 13:46:15.944434 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255c434-9264-412b-9030-131611d7683e req-152365a1-34f6-4986-a696-60a00b07e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:15.945989 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8255c434-9264-412b-9030-131611d7683e req-152365a1-34f6-4986-a696-60a00b07e81e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=487c99b8-1e62-4d10-926f-f0a88401678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0830057 Jun 23 13:46:16.262834 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-2df78976-4c6b-4170-a300-6a7a895fc0ef req-11d4e48e-b8bc-4f4a-a571-2a0b795b4179 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Deleting port c680d421-4232-46b9-bea8-b492d2e2f651 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:16.263051 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2df78976-4c6b-4170-a300-6a7a895fc0ef req-11d4e48e-b8bc-4f4a-a571-2a0b795b4179 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:16.286849 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ccfa6-4b60-4c23-a263-569c8abcc0ee req-f8ae4167-7cf4-4c7d-886c-444e2e73cfa7 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:16.288313 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bc6ccfa6-4b60-4c23-a263-569c8abcc0ee req-f8ae4167-7cf4-4c7d-886c-444e2e73cfa7 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.47 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 950 time: 0.0847034 Jun 23 13:46:16.292391 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8255c434-9264-412b-9030-131611d7683e req-d370f713-dd41-4a07-9280-8eec6e61ac26 service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128851 Jun 23 13:46:16.495081 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-2df78976-4c6b-4170-a300-6a7a895fc0ef req-11d4e48e-b8bc-4f4a-a571-2a0b795b4179 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] For port c680d421-4232-46b9-bea8-b492d2e2f651, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c680d421-4232-46b9-bea8-b492d2e2f651,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:16.495473 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2df78976-4c6b-4170-a300-6a7a895fc0ef req-11d4e48e-b8bc-4f4a-a571-2a0b795b4179 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:16.507579 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-bc6ccfa6-4b60-4c23-a263-569c8abcc0ee req-5d5291f9-abd2-48fd-9be7-956a93ad8828 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Deleting port 329b604d-8767-4336-bdb4-15ab223f1fd5 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:16.507885 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-bc6ccfa6-4b60-4c23-a263-569c8abcc0ee req-5d5291f9-abd2-48fd-9be7-956a93ad8828 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:16.521883 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f55cc-31cb-4e1a-abf5-fe9af693de8d req-9e97c98d-9eed-45af-b52a-0ec2fde89989 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:16.524004 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-153f55cc-31cb-4e1a-abf5-fe9af693de8d req-9e97c98d-9eed-45af-b52a-0ec2fde89989 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 944 time: 0.0563092 Jun 23 13:46:16.525628 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-2df78976-4c6b-4170-a300-6a7a895fc0ef req-11d4e48e-b8bc-4f4a-a571-2a0b795b4179 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Calling delete_port for c680d421-4232-46b9-bea8-b492d2e2f651 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:16.536320 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8255c434-9264-412b-9030-131611d7683e req-e4ad1af4-cd0d-440a-a426-34c1de9c230e service neutron] 10.222.0.47 "GET /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319610 Jun 23 13:46:16.564839 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60896) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:16.578268 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:16.617397 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-153f55cc-31cb-4e1a-abf5-fe9af693de8d req-0bf1735a-c939-4bc1-a1cc-68b7ad45bb33 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0797129 Jun 23 13:46:16.643316 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:16.675520 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786cd1bf-15bc-4c97-b301-42acc7440995 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (a32da0df-1276-43b6-865c-609a7368aecd), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:16.703957 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:16.713606 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7606d25-c072-43c7-93a6-654d5ccfbc1b req-85e3dca6-36c3-46b9-844a-25f543b1ee5d tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:16.715176 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7606d25-c072-43c7-93a6-654d5ccfbc1b req-85e3dca6-36c3-46b9-844a-25f543b1ee5d tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 950 time: 0.0829184 Jun 23 13:46:16.717557 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786cd1bf-15bc-4c97-b301-42acc7440995 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (a32da0df-1276-43b6-865c-609a7368aecd), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:16.797256 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7606d25-c072-43c7-93a6-654d5ccfbc1b req-dd73c255-4596-4271-9c6e-1837c0cfe28f tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/security-groups?id=bdbdc7d3-fb33-4339-95fc-03516a785cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706320 Jun 23 13:46:16.808326 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786cd1bf-15bc-4c97-b301-42acc7440995 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a32da0df-1276-43b6-865c-609a7368aecd), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:16.812635 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-786cd1bf-15bc-4c97-b301-42acc7440995 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:16.816491 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-786cd1bf-15bc-4c97-b301-42acc7440995 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "DELETE /v2.0/security-groups/a32da0df-1276-43b6-865c-609a7368aecd HTTP/1.1" status: 204 len: 168 time: 0.2478662 Jun 23 13:46:16.817400 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60900) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:16.837378 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cd1bf-15bc-4c97-b301-42acc7440995 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32da0df-1276-43b6-865c-609a7368aecd,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:16.840023 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.api.v2.resource [None req-dd0b4f38-f5ff-4e6e-a4d5-81cb2718b9c9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] show failed (client error): The resource could not be found. Jun 23 13:46:16.844022 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-dd0b4f38-f5ff-4e6e-a4d5-81cb2718b9c9 tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "GET /v2.0/security-groups/a32da0df-1276-43b6-865c-609a7368aecd HTTP/1.1" status: 404 len: 347 time: 0.0227334 Jun 23 13:46:16.844319 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60904) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:16.927533 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-bc6ccfa6-4b60-4c23-a263-569c8abcc0ee req-5d5291f9-abd2-48fd-9be7-956a93ad8828 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] For port 329b604d-8767-4336-bdb4-15ab223f1fd5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=329b604d-8767-4336-bdb4-15ab223f1fd5,segment=NetworkSegment(6c46a74b-abe0-4366-a7c8-dc54727ddb9e),segment_id=6c46a74b-abe0-4366-a7c8-dc54727ddb9e)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:16.927938 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-bc6ccfa6-4b60-4c23-a263-569c8abcc0ee req-5d5291f9-abd2-48fd-9be7-956a93ad8828 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:16.930053 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:16.951725 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-bc6ccfa6-4b60-4c23-a263-569c8abcc0ee req-5d5291f9-abd2-48fd-9be7-956a93ad8828 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Calling delete_port for 329b604d-8767-4336-bdb4-15ab223f1fd5 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:16.984869 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7e9a3-2c58-4af1-931e-98ad86234e1b req-348d125a-6244-4776-863f-b3fd29286e4a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:16.986337 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8cc7e9a3-2c58-4af1-931e-98ad86234e1b req-348d125a-6244-4776-863f-b3fd29286e4a tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 946 time: 0.1044035 Jun 23 13:46:17.011682 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-2d5118db-f376-4cc6-a5e7-5aced505682e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Deleting port d64289a0-ce47-4563-ac15-3c204824af44 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:17.012030 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2d5118db-f376-4cc6-a5e7-5aced505682e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (d64289a0-ce47-4563-ac15-3c204824af44), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.062007 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2df78976-4c6b-4170-a300-6a7a895fc0ef req-11d4e48e-b8bc-4f4a-a571-2a0b795b4179 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (c680d421-4232-46b9-bea8-b492d2e2f651), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.094712 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4e48e-b8bc-4f4a-a571-2a0b795b4179 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event deleted for resources: {'Port': ['ID=c680d421-4232-46b9-bea8-b492d2e2f651,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:17.096836 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8cc7e9a3-2c58-4af1-931e-98ad86234e1b req-76e5ac9b-34e2-442e-bc90-a2152879ec7b tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/security-groups?id=e5e853f5-f46f-4aec-a46c-47c9565da390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039224 Jun 23 13:46:17.123848 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2d5118db-f376-4cc6-a5e7-5aced505682e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (d64289a0-ce47-4563-ac15-3c204824af44), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.124280 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2d5118db-f376-4cc6-a5e7-5aced505682e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (d64289a0-ce47-4563-ac15-3c204824af44), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.138293 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-2d5118db-f376-4cc6-a5e7-5aced505682e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Calling delete_port for d64289a0-ce47-4563-ac15-3c204824af44 owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:17.159708 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df78976-4c6b-4170-a300-6a7a895fc0ef req-11d4e48e-b8bc-4f4a-a571-2a0b795b4179 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] No DVR routers for this DVR port c680d421-4232-46b9-bea8-b492d2e2f651 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:17.164997 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-2df78976-4c6b-4170-a300-6a7a895fc0ef req-11d4e48e-b8bc-4f4a-a571-2a0b795b4179 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.168117 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2df78976-4c6b-4170-a300-6a7a895fc0ef req-11d4e48e-b8bc-4f4a-a571-2a0b795b4179 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.47 "DELETE /v2.0/ports/c680d421-4232-46b9-bea8-b492d2e2f651 HTTP/1.1" status: 204 len: 173 time: 1.0757515 Jun 23 13:46:17.168536 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'name': 'network-vif-deleted', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:17.170739 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bca66af-4ed3-4f76-9857-5b886a053ff2" -d '{"events": [{"server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "name": "network-vif-deleted", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:17.201852 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-bc6ccfa6-4b60-4c23-a263-569c8abcc0ee req-5d5291f9-abd2-48fd-9be7-956a93ad8828 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (329b604d-8767-4336-bdb4-15ab223f1fd5), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.214811 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['329b604d-8767-4336-bdb4-15ab223f1fd5'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:46:17.253709 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9f0366-67c1-4ce6-8fa3-1dba0bec962d x-openstack-request-id: req-5e9f0366-67c1-4ce6-8fa3-1dba0bec962d {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:17.254001 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a0e254-8280-4e56-80e6-525cca5dcac3", "name": "network-vif-deleted", "tag": "c680d421-4232-46b9-bea8-b492d2e2f651", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:17.254246 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e9f0366-67c1-4ce6-8fa3-1dba0bec962d {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:17.255412 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e9f0366-67c1-4ce6-8fa3-1dba0bec962d'] response: {'server_uuid': '89a0e254-8280-4e56-80e6-525cca5dcac3', 'name': 'network-vif-deleted', 'tag': 'c680d421-4232-46b9-bea8-b492d2e2f651', 'status': 'completed', 'code': 200} Jun 23 13:46:17.257602 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5291f9-abd2-48fd-9be7-956a93ad8828 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Pushing event deleted for resources: {'Port': ['ID=329b604d-8767-4336-bdb4-15ab223f1fd5,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:17.305631 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2d5118db-f376-4cc6-a5e7-5aced505682e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (d64289a0-ce47-4563-ac15-3c204824af44), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.307507 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6ccfa6-4b60-4c23-a263-569c8abcc0ee req-5d5291f9-abd2-48fd-9be7-956a93ad8828 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] No DVR routers for this DVR port 329b604d-8767-4336-bdb4-15ab223f1fd5 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:17.311239 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-bc6ccfa6-4b60-4c23-a263-569c8abcc0ee req-5d5291f9-abd2-48fd-9be7-956a93ad8828 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.314982 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-bc6ccfa6-4b60-4c23-a263-569c8abcc0ee req-5d5291f9-abd2-48fd-9be7-956a93ad8828 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.47 "DELETE /v2.0/ports/329b604d-8767-4336-bdb4-15ab223f1fd5 HTTP/1.1" status: 204 len: 173 time: 1.0193233 Jun 23 13:46:17.351748 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b2540c58-97f9-4f0c-98c0-3f9877fc5e17 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:46:17.354793 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5118db-f376-4cc6-a5e7-5aced505682e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Pushing event deleted for resources: {'Port': ['ID=d64289a0-ce47-4563-ac15-3c204824af44,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:17.424918 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:46:17.436398 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:46:17.436896 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.442487 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2d5118db-f376-4cc6-a5e7-5aced505682e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks [] for floatingip (a3c155e9-3d08-47c4-91dc-fdc178e2fb3a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.444946 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2d5118db-f376-4cc6-a5e7-5aced505682e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.451069 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2d5118db-f376-4cc6-a5e7-5aced505682e tempest-AttachVolumeNegativeTest-1741631114 tempest-AttachVolumeNegativeTest-1741631114-project] 10.222.0.26 "DELETE /v2.0/floatingips/a3c155e9-3d08-47c4-91dc-fdc178e2fb3a HTTP/1.1" status: 204 len: 168 time: 0.6048577 Jun 23 13:46:17.539726 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:46:17.540551 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.574599 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:17.578066 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be1732d-1c50-414c-8fe3-4cf891121b21" -d '{"events": [{"server_uuid": "52cbfcd2-3b2d-44f2-a44d-55ab8868fd59", "name": "network-vif-plugged", "status": "completed", "tag": "b2540c58-97f9-4f0c-98c0-3f9877fc5e17"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:17.601580 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port b2540c58-97f9-4f0c-98c0-3f9877fc5e17, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b2540c58-97f9-4f0c-98c0-3f9877fc5e17,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:17.607476 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:17.608500 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device c680d421-4232-46b9-bea8-b492d2e2f651 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:17.648376 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b50998-68fd-406b-985a-b4848ed484b7 x-openstack-request-id: req-90b50998-68fd-406b-985a-b4848ed484b7 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:17.648748 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cbfcd2-3b2d-44f2-a44d-55ab8868fd59", "name": "network-vif-plugged", "status": "completed", "tag": "b2540c58-97f9-4f0c-98c0-3f9877fc5e17", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:17.649000 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90b50998-68fd-406b-985a-b4848ed484b7 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:17.649395 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b50998-68fd-406b-985a-b4848ed484b7'] response: {'server_uuid': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'code': 200} Jun 23 13:46:17.654698 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: c680d421-4232-46b9-bea8-b492d2e2f651 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:17.655038 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device c680d421-4232-46b9-bea8-b492d2e2f651 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:17.679115 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=b2540c58-97f9-4f0c-98c0-3f9877fc5e17,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:17.759573 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bd537-7a3f-4e30-afb3-55b1dbaad274 req-6fbbe204-ac99-4f41-9ae5-2e8c57b4a65e tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:17.761119 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d7bd537-7a3f-4e30-afb3-55b1dbaad274 req-6fbbe204-ac99-4f41-9ae5-2e8c57b4a65e tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 945 time: 0.0539052 Jun 23 13:46:17.818346 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d7bd537-7a3f-4e30-afb3-55b1dbaad274 req-18c7777c-7f8d-4408-95f5-c1eb28ae41a9 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0504568 Jun 23 13:46:17.923704 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a5b25029-822b-4b8c-bfc6-0e5d3663d2fd req-0c11bc07-696c-4f6d-b21c-a8efccde1ce2 tempest-VolumesNegativeTest-892365819 tempest-VolumesNegativeTest-892365819-project] 10.222.0.26 "GET /v2.0/ports?device_id=75191b56-043b-4024-81a1-d0b1b33391ee HTTP/1.1" status: 200 len: 210 time: 0.0311377 Jun 23 13:46:18.191032 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee54fe-4fde-4fb9-b9ef-2e779310884c req-7a2e405b-a8e1-4493-8737-9a84f0eca949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:18.192578 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9dee54fe-4fde-4fb9-b9ef-2e779310884c req-7a2e405b-a8e1-4493-8737-9a84f0eca949 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 1129 time: 0.0404563 Jun 23 13:46:18.228193 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-70093126-feb0-4cda-b7c7-8c642d02dd0b req-6c31e554-a2e6-424c-bfc5-96fed378dc04 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "GET /v2.0/ports?device_id=89a0e254-8280-4e56-80e6-525cca5dcac3 HTTP/1.1" status: 200 len: 210 time: 0.0292656 Jun 23 13:46:18.245910 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9dee54fe-4fde-4fb9-b9ef-2e779310884c req-af7f87fc-e266-489f-9392-d33550022c83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462999 Jun 23 13:46:18.932450 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:18.946341 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7d297-5971-4731-b1da-bd210e165f01 req-7932824d-0d9d-4052-a321-8619bbe6d519 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:18.947856 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fba7d297-5971-4731-b1da-bd210e165f01 req-7932824d-0d9d-4052-a321-8619bbe6d519 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 945 time: 0.0526700 Jun 23 13:46:19.005472 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fba7d297-5971-4731-b1da-bd210e165f01 req-1f0b5122-9e63-4fa4-af03-f05ff96b6cb1 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0517700 Jun 23 13:46:19.256130 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75191b56-043b-4024-81a1-d0b1b33391ee', 'name': 'network-vif-deleted', 'tag': '329b604d-8767-4336-bdb4-15ab223f1fd5'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:19.258495 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6455a68e-0dda-4eed-a50a-5e2ef8692fb3" -d '{"events": [{"server_uuid": "75191b56-043b-4024-81a1-d0b1b33391ee", "name": "network-vif-deleted", "tag": "329b604d-8767-4336-bdb4-15ab223f1fd5"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:19.288710 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 60958) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:19.307186 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe230f32-f520-4ad7-bc61-7b096ffc65f9 x-openstack-request-id: req-fe230f32-f520-4ad7-bc61-7b096ffc65f9 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:19.307523 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75191b56-043b-4024-81a1-d0b1b33391ee", "name": "network-vif-deleted", "tag": "329b604d-8767-4336-bdb4-15ab223f1fd5", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:19.308113 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe230f32-f520-4ad7-bc61-7b096ffc65f9 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:19.308579 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe230f32-f520-4ad7-bc61-7b096ffc65f9'] response: {'server_uuid': '75191b56-043b-4024-81a1-d0b1b33391ee', 'name': 'network-vif-deleted', 'tag': '329b604d-8767-4336-bdb4-15ab223f1fd5', 'status': 'completed', 'code': 200} Jun 23 13:46:19.355022 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6183-8dc0-40fd-bb15-82c0edabcd12 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group (e5e853f5-f46f-4aec-a46c-47c9565da390), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:19.364163 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 329b604d-8767-4336-bdb4-15ab223f1fd5 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:19.388846 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6183-8dc0-40fd-bb15-82c0edabcd12 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group (e5e853f5-f46f-4aec-a46c-47c9565da390), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:19.391683 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 329b604d-8767-4336-bdb4-15ab223f1fd5 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:19.392311 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 329b604d-8767-4336-bdb4-15ab223f1fd5 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:19.461492 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6183-8dc0-40fd-bb15-82c0edabcd12 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (e5e853f5-f46f-4aec-a46c-47c9565da390), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:19.464327 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6183-8dc0-40fd-bb15-82c0edabcd12 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:19.465593 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2dcb6183-8dc0-40fd-bb15-82c0edabcd12 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] 10.222.0.26 "DELETE /v2.0/security-groups/e5e853f5-f46f-4aec-a46c-47c9565da390 HTTP/1.1" status: 204 len: 168 time: 0.1757674 Jun 23 13:46:19.476612 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb6183-8dc0-40fd-bb15-82c0edabcd12 tempest-TestShelveInstance-622091917 tempest-TestShelveInstance-622091917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e853f5-f46f-4aec-a46c-47c9565da390,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:19.517408 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 60986) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:19.704223 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:20.100173 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-96938abb-1b92-413d-859d-e5d6946794a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:20.100747 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-270216'] for router_interface (4581d941-e196-4e98-9818-8ec44b6f8621), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:20.200120 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a199ab-cd8a-4b2e-a6df-981420519a34 req-0e1c4818-2ed9-43bc-93ee-a9201b688234 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:20.201624 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-06a199ab-cd8a-4b2e-a6df-981420519a34 req-0e1c4818-2ed9-43bc-93ee-a9201b688234 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 945 time: 0.1033738 Jun 23 13:46:20.381946 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-06a199ab-cd8a-4b2e-a6df-981420519a34 req-e9927c70-0816-49a0-a8af-5295911006b5 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1558738 Jun 23 13:46:20.723667 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] Deleting port d9ec2f7d-7edf-4871-9829-54a4a5e03be8 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:20.723932 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:20.755523 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264c06c-711b-479f-baae-e1d3ecc7a00b req-6f2a9a35-ca04-4855-8deb-d401d4677f80 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:20.755523 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c264c06c-711b-479f-baae-e1d3ecc7a00b req-6f2a9a35-ca04-4855-8deb-d401d4677f80 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 945 time: 0.0706110 Jun 23 13:46:20.848198 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:20.853591 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] For port d9ec2f7d-7edf-4871-9829-54a4a5e03be8, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=d9ec2f7d-7edf-4871-9829-54a4a5e03be8,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:20.853957 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:20.860119 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c264c06c-711b-479f-baae-e1d3ecc7a00b req-ad84f1cb-9646-419c-860b-32137272bea7 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0998099 Jun 23 13:46:20.871008 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] Calling delete_port for d9ec2f7d-7edf-4871-9829-54a4a5e03be8 owned by network:router_interface {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:20.882885 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 32918) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:20.922767 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae26145-c187-443a-bd77-80e89bdf2c11 tempest-TestVolumeBootPattern-1298003419 tempest-TestVolumeBootPattern-1298003419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:20.927138 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-dae26145-c187-443a-bd77-80e89bdf2c11 tempest-TestVolumeBootPattern-1298003419 tempest-TestVolumeBootPattern-1298003419-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 1124 time: 0.0422966 Jun 23 13:46:20.927736 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 32924) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:20.932070 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'port_id': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:20.957788 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:21.045292 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:21.056345 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:21.066310 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (d9ec2f7d-7edf-4871-9829-54a4a5e03be8), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:21.099637 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ec2f7d-7edf-4871-9829-54a4a5e03be8,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:21.195547 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Allocated IP 172.27.0.168 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/ce70f72b-379d-4554-8f5f-b312451e23a4) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:46:21.204279 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=10,neutron:SELECT=86,neutron:INSERT=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:21.205065 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:21.280134 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7990026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-270108'] for router_interface (4581d941-e196-4e98-9818-8ec44b6f8621), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:21.310025 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 32944) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:21.370379 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for port (ce70f72b-379d-4554-8f5f-b312451e23a4), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:21.501344 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (ce70f72b-379d-4554-8f5f-b312451e23a4), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:21.523299 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] Router 4581d941-e196-4e98-9818-8ec44b6f8621 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:46:21.551548 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:46:21.557777 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:46:21.564296 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:46:21.631320 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'Port': ['ID=ce70f72b-379d-4554-8f5f-b312451e23a4,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:21.637082 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:46:21.643278 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c3a8af5d-8bf6-43ce-bae6-023af1769c9a admin admin] 10.222.0.26 "PUT /v2.0/routers/4581d941-e196-4e98-9818-8ec44b6f8621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1245449 Jun 23 13:46:21.652048 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7835a6-796d-4e63-9d4e-113f7e031ccc None None] Sync routers for ids ['4581d941-e196-4e98-9818-8ec44b6f8621'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:46:21.668876 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 32968) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:21.672396 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7835a6-796d-4e63-9d4e-113f7e031ccc None None] Routers {'4581d941-e196-4e98-9818-8ec44b6f8621'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:21.673254 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-ff7835a6-796d-4e63-9d4e-113f7e031ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['4581d941-e196-4e98-9818-8ec44b6f8621'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:21.799395 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Publish callbacks [] for router (4581d941-e196-4e98-9818-8ec44b6f8621), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:21.929369 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:21.937673 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Publish callbacks [] for router_gateway (4581d941-e196-4e98-9818-8ec44b6f8621), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:21.994025 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-ff7835a6-796d-4e63-9d4e-113f7e031ccc None None] Set router 4581d941-e196-4e98-9818-8ec44b6f8621 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:22.000297 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Deleting port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:22.000297 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.043264 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-270216'] for router_interface (81a742b4-0bf8-4ae4-a20d-578063d99d92), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.080080 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:22.097454 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:22.097661 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] For port e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:22.098414 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.125302 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:22.128273 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Calling delete_port for e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 owned by network:router_gateway {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:22.182443 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:22.201359 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-ff7835a6-796d-4e63-9d4e-113f7e031ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:46:21Z', 'revision_number': 5, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port': {'id': 'e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:71:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:15Z', 'updated_at': '2022-06-23T13:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:22.218003 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (b3560d36-fd5f-415f-a2c3-cf5b02a9ab78), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.226575 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7835a6-796d-4e63-9d4e-113f7e031ccc None None] Checking router: 4581d941-e196-4e98-9818-8ec44b6f8621 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:46:22.235354 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7835a6-796d-4e63-9d4e-113f7e031ccc None None] Routers {'4581d941-e196-4e98-9818-8ec44b6f8621'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:22.235966 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-ff7835a6-796d-4e63-9d4e-113f7e031ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:45:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['4581d941-e196-4e98-9818-8ec44b6f8621'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:22.326289 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-ff7835a6-796d-4e63-9d4e-113f7e031ccc None None] Set router 4581d941-e196-4e98-9818-8ec44b6f8621 gateway port host: None {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:22.339871 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.359359 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (ce70f72b-379d-4554-8f5f-b312451e23a4), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.380930 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-ff7835a6-796d-4e63-9d4e-113f7e031ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:46:21Z', 'revision_number': 6, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port_host': None}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:22.388220 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Pushing event deleted for resources: {'Port': ['ID=e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:22.406330 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7835a6-796d-4e63-9d4e-113f7e031ccc None None] The sync data for ids ['4581d941-e196-4e98-9818-8ec44b6f8621'] in dv-cinder-815582-10-iscsi is: [{'id': '4581d941-e196-4e98-9818-8ec44b6f8621', 'name': 'tempest-TestShelveInstance-48198608-router', 'tenant_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:14Z', 'updated_at': '2022-06-23T13:46:21Z', 'revision_number': 6, 'project_id': 'b2fef8d0cb974f35a741c3090fda97f1', 'gw_port_host': None}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:46:22.428835 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] Deleting port 680291c7-8fa1-4e0e-9a07-270496f42883 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:22.429177 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.436105 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389688'] for router_gateway (4581d941-e196-4e98-9818-8ec44b6f8621), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.523216 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router (4581d941-e196-4e98-9818-8ec44b6f8621), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.525544 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Publish callbacks [] for router_controller (4581d941-e196-4e98-9818-8ec44b6f8621), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.568237 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-268479'] for router (4581d941-e196-4e98-9818-8ec44b6f8621), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.568892 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4581d941-e196-4e98-9818-8ec44b6f8621 {{(pid=110547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 13:46:22.573134 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.575794 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-36285ac5-0893-46c0-af19-6b18268d9079 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4581d941-e196-4e98-9818-8ec44b6f8621 HTTP/1.1" status: 204 len: 168 time: 0.9093590 Jun 23 13:46:22.576859 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 32984) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:22.580401 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] For port 680291c7-8fa1-4e0e-9a07-270496f42883, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=680291c7-8fa1-4e0e-9a07-270496f42883,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:22.581056 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.606698 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] Calling delete_port for 680291c7-8fa1-4e0e-9a07-270496f42883 owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:22.628403 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bc7194-fd55-4560-9da7-ae3d3ea9926d admin admin] Deleting subnet 8f59c2db-d2a1-4e6b-9c01-f201f588667d {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:46:22.631609 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7194-fd55-4560-9da7-ae3d3ea9926d admin admin] Publish callbacks [] for subnet (8f59c2db-d2a1-4e6b-9c01-f201f588667d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.633982 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for port (ce70f72b-379d-4554-8f5f-b312451e23a4), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.662673 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (ce70f72b-379d-4554-8f5f-b312451e23a4), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.667512 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7194-fd55-4560-9da7-ae3d3ea9926d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4674011'] for subnet (8f59c2db-d2a1-4e6b-9c01-f201f588667d), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.735149 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-70770735-3e86-4419-be69-39a4a8a52099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.750991 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7194-fd55-4560-9da7-ae3d3ea9926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (8f59c2db-d2a1-4e6b-9c01-f201f588667d), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.755673 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'Port': ['ID=ce70f72b-379d-4554-8f5f-b312451e23a4,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:22.793326 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (b3560d36-fd5f-415f-a2c3-cf5b02a9ab78), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.818653 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7194-fd55-4560-9da7-ae3d3ea9926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4705492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58627921'] for subnet (8f59c2db-d2a1-4e6b-9c01-f201f588667d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.828032 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:22.835640 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:22.852626 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc7194-fd55-4560-9da7-ae3d3ea9926d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f59c2db-d2a1-4e6b-9c01-f201f588667d,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:22.858580 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7194-fd55-4560-9da7-ae3d3ea9926d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.863185 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce2ccfc-1012-4917-9f75-aa8f009e06a9 None None] Network 487c99b8-1e62-4d10-926f-f0a88401678c requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:46:22.863454 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b6bc7194-fd55-4560-9da7-ae3d3ea9926d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8f59c2db-d2a1-4e6b-9c01-f201f588667d HTTP/1.1" status: 204 len: 168 time: 0.2853425 Jun 23 13:46:22.865044 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:22.865713 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 32986) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:22.891752 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:22.938319 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (487c99b8-1e62-4d10-926f-f0a88401678c), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:22.948381 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Floating IP b3560d36-fd5f-415f-a2c3-cf5b02a9ab78 associated. External IP: 172.27.0.168, port: b2540c58-97f9-4f0c-98c0-3f9877fc5e17. Jun 23 13:46:22.995887 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Deleting port 1a708960-5513-4116-a29f-3696cd25e3c1 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:22.996347 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.049603 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (680291c7-8fa1-4e0e-9a07-270496f42883), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.073758 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.079648 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] For port 1a708960-5513-4116-a29f-3696cd25e3c1, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=1a708960-5513-4116-a29f-3696cd25e3c1,segment=NetworkSegment(8b91951e-5936-4dce-888f-c4af67f61e72),segment_id=8b91951e-5936-4dce-888f-c4af67f61e72)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:23.079985 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.098206 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Calling delete_port for 1a708960-5513-4116-a29f-3696cd25e3c1 owned by network:dhcp {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:23.190510 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:23.214203 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb8e7c-ba0b-4a62-8f47-300bce2cf774 None None] DHCP port deletion for 487c99b8-1e62-4d10-926f-f0a88401678c request from dv-cinder-815582-10-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 13:46:23.242935 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (1a708960-5513-4116-a29f-3696cd25e3c1), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.277135 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=94 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:23.289871 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] No DVR routers for this DVR port 1a708960-5513-4116-a29f-3696cd25e3c1 on host dv-cinder-815582-10-iscsi {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:23.291955 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Pushing event deleted for resources: {'Port': ['ID=1a708960-5513-4116-a29f-3696cd25e3c1,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:23.378788 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:23.391414 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (487c99b8-1e62-4d10-926f-f0a88401678c), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.395276 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 32994) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:23.397041 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] Pushing event deleted for resources: {'Port': ['ID=680291c7-8fa1-4e0e-9a07-270496f42883,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:23.434670 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487c99b8-1e62-4d10-926f-f0a88401678c']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:23.461879 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b91951e-5936-4dce-888f-c4af67f61e72') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:23.461879 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b91951e-5936-4dce-888f-c4af67f61e72') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:23.479246 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673984'] for segment (8b91951e-5936-4dce-888f-c4af67f61e72), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.518269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.518660 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (8b91951e-5936-4dce-888f-c4af67f61e72), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.530006 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:46:23.530537 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4705470'] for segment (8b91951e-5936-4dce-888f-c4af67f61e72), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.560473 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 8b91951e-5936-4dce-888f-c4af67f61e72 resource provider aggregate not found Jun 23 13:46:23.612424 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 8b91951e-5936-4dce-888f-c4af67f61e72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b91951e-5936-4dce-888f-c4af67f61e72 found for delete ", "request_id": "req-4a77e04c-6a0a-4868-bace-ec3350155e14"}]} Jun 23 13:46:23.641485 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (487c99b8-1e62-4d10-926f-f0a88401678c), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.649221 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.655632 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] 10.222.0.26 "DELETE /v2.0/networks/487c99b8-1e62-4d10-926f-f0a88401678c HTTP/1.1" status: 204 len: 168 time: 0.7847800 Jun 23 13:46:23.659052 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33002) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:23.701095 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Router ec95e0de-8ca3-4a94-9504-191caa1d710a has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:46:23.713876 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc21dd5-ef83-4b15-b805-0fdf7a60124c admin admin] Pushing event deleted for resources: {'Network': ['ID=487c99b8-1e62-4d10-926f-f0a88401678c,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:23.728253 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6d86b74a-c4b2-4c7f-bddb-d530fe7437f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bc4a7159fa34affae55ebdbb866f88b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294525 Jun 23 13:46:23.729898 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33004) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:23.785147 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7990026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-270108'] for router_interface (81a742b4-0bf8-4ae4-a20d-578063d99d92), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.861637 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-374f4412-f077-4ad9-af7d-90216606095e admin admin] Publish callbacks [] for security_group (bdbdc7d3-fb33-4339-95fc-03516a785cb3), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.901266 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:46:23.914165 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708aa700-8a77-4a6f-91ea-f694f96b51db None None] Sync routers for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:46:23.925269 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-374f4412-f077-4ad9-af7d-90216606095e admin admin] Publish callbacks [] for security_group (bdbdc7d3-fb33-4339-95fc-03516a785cb3), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.930135 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708aa700-8a77-4a6f-91ea-f694f96b51db None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:23.930824 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-708aa700-8a77-4a6f-91ea-f694f96b51db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:23.944000 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:23.958768 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:23.961270 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:23.998794 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 1a708960-5513-4116-a29f-3696cd25e3c1 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:24.023518 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 1a708960-5513-4116-a29f-3696cd25e3c1 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:24.024112 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 1a708960-5513-4116-a29f-3696cd25e3c1 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:24.024549 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device d9ec2f7d-7edf-4871-9829-54a4a5e03be8 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:24.047729 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: d9ec2f7d-7edf-4871-9829-54a4a5e03be8 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:24.048323 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device d9ec2f7d-7edf-4871-9829-54a4a5e03be8 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:24.048940 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:24.067965 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-e3a07830-cda6-4bfa-b284-59dde385215f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1389894 Jun 23 13:46:24.068653 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-708aa700-8a77-4a6f-91ea-f694f96b51db None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:24.069185 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:24.069672 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device e30bc2ec-b3c4-42dd-9864-ee2a0bdc8787 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:24.076615 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'tag': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:24.079942 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "52cbfcd2-3b2d-44f2-a44d-55ab8868fd59", "tag": "b2540c58-97f9-4f0c-98c0-3f9877fc5e17"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:24.129912 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-270216'] for router_interface (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:24.133540 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-374f4412-f077-4ad9-af7d-90216606095e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bdbdc7d3-fb33-4339-95fc-03516a785cb3), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:24.135852 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-374f4412-f077-4ad9-af7d-90216606095e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:24.139160 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-374f4412-f077-4ad9-af7d-90216606095e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bdbdc7d3-fb33-4339-95fc-03516a785cb3 HTTP/1.1" status: 204 len: 168 time: 0.4058237 Jun 23 13:46:24.139314 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3705c0ba-22fd-409e-af4e-614a131fb8d2 x-openstack-request-id: req-3705c0ba-22fd-409e-af4e-614a131fb8d2 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:24.139314 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cbfcd2-3b2d-44f2-a44d-55ab8868fd59", "tag": "b2540c58-97f9-4f0c-98c0-3f9877fc5e17", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:24.139314 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3705c0ba-22fd-409e-af4e-614a131fb8d2 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:24.139314 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3705c0ba-22fd-409e-af4e-614a131fb8d2'] response: {'name': 'network-changed', 'server_uuid': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'tag': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'status': 'completed', 'code': 200} Jun 23 13:46:24.166915 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] Router 81a742b4-0bf8-4ae4-a20d-578063d99d92 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:46:24.194343 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f4412-f077-4ad9-af7d-90216606095e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbdc7d3-fb33-4339-95fc-03516a785cb3,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:24.220199 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2 req-5d5b7fbd-d9b7-4605-9ff7-fd9ebb001114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:24.222013 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2 req-5d5b7fbd-d9b7-4605-9ff7-fd9ebb001114 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 1129 time: 0.0538976 Jun 23 13:46:24.297443 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:24.378471 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-708aa700-8a77-4a6f-91ea-f694f96b51db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'b3560d36-fd5f-415f-a2c3-cf5b02a9ab78', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:c1:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:46:21Z', 'updated_at': '2022-06-23T13:46:21Z', 'revision_number': 0, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:24.397187 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:46:24.403826 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-870e179c-1a85-4d78-88bc-5a87fae637dc admin admin] 10.222.0.26 "PUT /v2.0/routers/81a742b4-0bf8-4ae4-a20d-578063d99d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0927553 Jun 23 13:46:24.407661 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2 req-f336e77c-ed11-4a98-8dde-81901a1d5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:24.408617 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dfa60d-6028-49a0-9b40-a38ad9353235 None None] Sync routers for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:46:24.408773 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2 req-f336e77c-ed11-4a98-8dde-81901a1d5419 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 913 time: 0.1541340 Jun 23 13:46:24.412174 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33012) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:24.422987 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dfa60d-6028-49a0-9b40-a38ad9353235 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:24.424356 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708aa700-8a77-4a6f-91ea-f694f96b51db None None] Checking router: ec95e0de-8ca3-4a94-9504-191caa1d710a for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:46:24.435161 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-c7dfa60d-6028-49a0-9b40-a38ad9353235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:24.442531 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708aa700-8a77-4a6f-91ea-f694f96b51db None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:24.444372 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-708aa700-8a77-4a6f-91ea-f694f96b51db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:24.491648 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2 req-c0a918a3-d181-48ee-9a34-80c7b6de409e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2540c58-97f9-4f0c-98c0-3f9877fc5e17 HTTP/1.1" status: 200 len: 999 time: 0.0756216 Jun 23 13:46:24.534659 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:24.554466 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] Deleting port 9297d01e-91ca-4193-b18a-af5c1d316892 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:24.554979 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:24.564383 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-708aa700-8a77-4a6f-91ea-f694f96b51db None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:24.568593 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2 req-61778048-9102-4a90-be4d-5acf67dedffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:24.570595 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2 req-61778048-9102-4a90-be4d-5acf67dedffc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.0732908 Jun 23 13:46:24.598601 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-c7dfa60d-6028-49a0-9b40-a38ad9353235 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:24.625527 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2 req-7261e67c-5e81-48fd-af3e-4c396e670c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:24.627464 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2 req-7261e67c-5e81-48fd-af3e-4c396e670c67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504708 Jun 23 13:46:24.663422 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Publish callbacks [] for router (81a742b4-0bf8-4ae4-a20d-578063d99d92), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:24.722541 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] For port 9297d01e-91ca-4193-b18a-af5c1d316892, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=9297d01e-91ca-4193-b18a-af5c1d316892,segment=NetworkSegment(10357e72-495e-4b17-aada-e2de88295024),segment_id=10357e72-495e-4b17-aada-e2de88295024)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:24.723034 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:24.745854 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] Calling delete_port for 9297d01e-91ca-4193-b18a-af5c1d316892 owned by network:router_interface {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:24.752186 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2 req-1da081de-6277-48c2-bf62-ec306aa41244 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177363 Jun 23 13:46:24.777999 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-c7dfa60d-6028-49a0-9b40-a38ad9353235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:46:22Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:24.807389 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dfa60d-6028-49a0-9b40-a38ad9353235 None None] Checking router: 81a742b4-0bf8-4ae4-a20d-578063d99d92 for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:46:24.811123 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-708aa700-8a77-4a6f-91ea-f694f96b51db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'b3560d36-fd5f-415f-a2c3-cf5b02a9ab78', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:c1:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:46:21Z', 'updated_at': '2022-06-23T13:46:21Z', 'revision_number': 0, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:24.816924 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dfa60d-6028-49a0-9b40-a38ad9353235 None None] Routers {'81a742b4-0bf8-4ae4-a20d-578063d99d92'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:24.817744 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-c7dfa60d-6028-49a0-9b40-a38ad9353235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['81a742b4-0bf8-4ae4-a20d-578063d99d92'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:24.859836 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c24ca69-5e02-45d6-bf17-1ee15d3b3ed2 req-3a61e9d6-89af-4ce7-8ab8-f71df166a74e service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997539 Jun 23 13:46:24.937039 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-c7dfa60d-6028-49a0-9b40-a38ad9353235 None None] Set router 81a742b4-0bf8-4ae4-a20d-578063d99d92 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:24.950142 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708aa700-8a77-4a6f-91ea-f694f96b51db None None] The sync data for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi is: [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'b3560d36-fd5f-415f-a2c3-cf5b02a9ab78', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:c1:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:46:21Z', 'updated_at': '2022-06-23T13:46:21Z', 'revision_number': 0, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:46:25.089317 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Publish callbacks [] for router_gateway (81a742b4-0bf8-4ae4-a20d-578063d99d92), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:25.105016 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:25.123892 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:25.136407 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-c7dfa60d-6028-49a0-9b40-a38ad9353235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:46:22Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:25.165885 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dfa60d-6028-49a0-9b40-a38ad9353235 None None] The sync data for ids ['81a742b4-0bf8-4ae4-a20d-578063d99d92'] in dv-cinder-815582-10-iscsi is: [{'id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'name': 'tempest-AttachVolumeNegativeTest-1513200199-router', 'tenant_id': '9298bf4635e84993b086309715cc7cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:11Z', 'updated_at': '2022-06-23T13:46:22Z', 'revision_number': 5, 'project_id': '9298bf4635e84993b086309715cc7cbe', 'gw_port': {'id': '8878d4d6-f609-4b76-9c80-8f60bf880961', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a742b4-0bf8-4ae4-a20d-578063d99d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:12Z', 'updated_at': '2022-06-23T13:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:46:25.188678 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Deleting port 8878d4d6-f609-4b76-9c80-8f60bf880961 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:25.189023 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:25.193205 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3127ed-77f7-425e-a2fb-6236e36db0dd None None] New status for floating IP b3560d36-fd5f-415f-a2c3-cf5b02a9ab78: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:46:25.217922 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:25.295548 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] For port 8878d4d6-f609-4b76-9c80-8f60bf880961, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=8878d4d6-f609-4b76-9c80-8f60bf880961,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:25.295911 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:25.334105 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Calling delete_port for 8878d4d6-f609-4b76-9c80-8f60bf880961 owned by network:router_gateway {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:25.385040 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (9297d01e-91ca-4193-b18a-af5c1d316892), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:25.412100 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] Pushing event deleted for resources: {'Port': ['ID=9297d01e-91ca-4193-b18a-af5c1d316892,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:25.517170 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:25.672640 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (8878d4d6-f609-4b76-9c80-8f60bf880961), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:25.696838 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7990026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-270108'] for router_interface (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:25.701713 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Pushing event deleted for resources: {'Port': ['ID=8878d4d6-f609-4b76-9c80-8f60bf880961,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:25.848491 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389688'] for router_gateway (81a742b4-0bf8-4ae4-a20d-578063d99d92), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:25.908598 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:25.913928 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 680291c7-8fa1-4e0e-9a07-270496f42883 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:25.934206 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 680291c7-8fa1-4e0e-9a07-270496f42883 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:25.934654 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 680291c7-8fa1-4e0e-9a07-270496f42883 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:25.943032 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router (81a742b4-0bf8-4ae4-a20d-578063d99d92), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:25.947359 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Publish callbacks [] for router_controller (81a742b4-0bf8-4ae4-a20d-578063d99d92), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.023152 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-268479'] for router (81a742b4-0bf8-4ae4-a20d-578063d99d92), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.023815 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81a742b4-0bf8-4ae4-a20d-578063d99d92 {{(pid=110547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 13:46:26.029184 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.030333 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5e81538e-803b-42fd-b077-5961eaf4dc4d admin admin] 10.222.0.26 "DELETE /v2.0/routers/81a742b4-0bf8-4ae4-a20d-578063d99d92 HTTP/1.1" status: 204 len: 168 time: 1.6126750 Jun 23 13:46:26.032785 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33014) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:26.121068 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba8adbf-ed59-4488-855c-96856f11d60a admin admin] Deleting subnet 1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:46:26.129010 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ba8adbf-ed59-4488-855c-96856f11d60a admin admin] Publish callbacks [] for subnet (1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.131913 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] Router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:46:26.171741 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ba8adbf-ed59-4488-855c-96856f11d60a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4674011'] for subnet (1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.329646 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ba8adbf-ed59-4488-855c-96856f11d60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.332633 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:46:26.345730 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103e815-147a-4c99-8ae2-4d6763281c8d None None] Sync routers for ids ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:46:26.353442 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1ea71a3c-99c0-43f2-8aee-edb106978547 admin admin] 10.222.0.26 "PUT /v2.0/routers/3e41a98b-69ed-4dba-8d22-8abd7e29cd6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6933839 Jun 23 13:46:26.353700 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:26.356723 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33016) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:26.358924 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103e815-147a-4c99-8ae2-4d6763281c8d None None] Routers {'3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:26.359584 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3103e815-147a-4c99-8ae2-4d6763281c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:26.380199 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:26.391935 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ba8adbf-ed59-4488-855c-96856f11d60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4705492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58627921'] for subnet (1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.419819 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8adbf-ed59-4488-855c-96856f11d60a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:26.423203 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7ba8adbf-ed59-4488-855c-96856f11d60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.427086 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7ba8adbf-ed59-4488-855c-96856f11d60a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1a7cd8c5-f11d-4cfb-99f1-f963e0fdf384 HTTP/1.1" status: 204 len: 168 time: 0.3933711 Jun 23 13:46:26.429745 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33018) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:26.442277 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f89b11-cdd6-4030-88c4-8104cd1074d8 None None] Network 750f6de3-a7e6-4721-b369-b46085e03f9a requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:46:26.477128 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:26.489241 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-3103e815-147a-4c99-8ae2-4d6763281c8d None None] Set router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:26.525867 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Publish callbacks [] for router (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.569960 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (750f6de3-a7e6-4721-b369-b46085e03f9a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.585008 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:26.673582 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Publish callbacks [] for router_gateway (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.676805 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Deleting port 6f35173c-e96b-4948-bc40-9eb1db300f9d {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:26.677182 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.774011 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] For port 6f35173c-e96b-4948-bc40-9eb1db300f9d, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=6f35173c-e96b-4948-bc40-9eb1db300f9d,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:26.774011 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.776783 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Deleting port 97442fbc-77e0-4ca5-885c-f58b438abb09 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:26.777106 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.801820 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Calling delete_port for 6f35173c-e96b-4948-bc40-9eb1db300f9d owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:26.812775 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6fa8f3-41f1-4932-bc27-f8cc7721d7ee None None] DHCP port deletion for 750f6de3-a7e6-4721-b369-b46085e03f9a request from dv-cinder-815582-10-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 13:46:26.816522 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:26.874363 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3103e815-147a-4c99-8ae2-4d6763281c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'name': 'tempest-TestShelveInstance-460119811-router', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:21Z', 'updated_at': '2022-06-23T13:46:25Z', 'revision_number': 5, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'gw_port': {'id': '97442fbc-77e0-4ca5-885c-f58b438abb09', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:40:22Z', 'updated_at': '2022-06-23T13:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:26.901893 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fa8f3-41f1-4932-bc27-f8cc7721d7ee None None] Deleting port 6f35173c-e96b-4948-bc40-9eb1db300f9d {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:26.902266 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa8f3-41f1-4932-bc27-f8cc7721d7ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.904647 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103e815-147a-4c99-8ae2-4d6763281c8d None None] Checking router: 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:46:26.918417 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] For port 97442fbc-77e0-4ca5-885c-f58b438abb09, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=97442fbc-77e0-4ca5-885c-f58b438abb09,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:26.918805 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:26.936722 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103e815-147a-4c99-8ae2-4d6763281c8d None None] Routers {'3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:26.937359 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3103e815-147a-4c99-8ae2-4d6763281c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:26.940249 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Calling delete_port for 97442fbc-77e0-4ca5-885c-f58b438abb09 owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:27.000829 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.034290 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f35173c-e96b-4948-bc40-9eb1db300f9d,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:27.041749 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] No DVR routers for this DVR port 6f35173c-e96b-4948-bc40-9eb1db300f9d on host dv-cinder-815582-10-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:27.051570 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.051914 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.052068 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-ec6fa8f3-41f1-4932-bc27-f8cc7721d7ee None None] For port 6f35173c-e96b-4948-bc40-9eb1db300f9d, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=6f35173c-e96b-4948-bc40-9eb1db300f9d,segment=NetworkSegment(1add7410-43db-488c-98b9-2764135ee91b),segment_id=1add7410-43db-488c-98b9-2764135ee91b)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:27.052219 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.052449 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa8f3-41f1-4932-bc27-f8cc7721d7ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.052608 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.052873 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.053175 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.053514 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.053825 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.054113 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.054428 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.054741 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.055058 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.055389 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.055701 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.056010 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:27.072849 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fa8f3-41f1-4932-bc27-f8cc7721d7ee None None] Calling delete_port for 6f35173c-e96b-4948-bc40-9eb1db300f9d owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:27.075285 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-3103e815-147a-4c99-8ae2-4d6763281c8d None None] Set router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d gateway port host: None {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:27.132359 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-3103e815-147a-4c99-8ae2-4d6763281c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'name': 'tempest-TestShelveInstance-460119811-router', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:21Z', 'updated_at': '2022-06-23T13:46:26Z', 'revision_number': 6, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'gw_port_host': None}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:27.174181 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (750f6de3-a7e6-4721-b369-b46085e03f9a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.187151 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103e815-147a-4c99-8ae2-4d6763281c8d None None] The sync data for ids ['3e41a98b-69ed-4dba-8d22-8abd7e29cd6d'] in dv-cinder-815582-10-iscsi is: [{'id': '3e41a98b-69ed-4dba-8d22-8abd7e29cd6d', 'name': 'tempest-TestShelveInstance-460119811-router', 'tenant_id': '1384cea9a217469faa4e25c0dd55639d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:40:21Z', 'updated_at': '2022-06-23T13:46:26Z', 'revision_number': 6, 'project_id': '1384cea9a217469faa4e25c0dd55639d', 'gw_port_host': None}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:46:27.218409 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750f6de3-a7e6-4721-b369-b46085e03f9a']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:27.228232 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa8f3-41f1-4932-bc27-f8cc7721d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181'] for port (6f35173c-e96b-4948-bc40-9eb1db300f9d), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.237096 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1add7410-43db-488c-98b9-2764135ee91b') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:27.237388 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1add7410-43db-488c-98b9-2764135ee91b') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:27.250600 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5143487'] for segment (1add7410-43db-488c-98b9-2764135ee91b), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.258179 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fa8f3-41f1-4932-bc27-f8cc7721d7ee None None] Pushing event deleted for resources: {'Port': ['ID=6f35173c-e96b-4948-bc40-9eb1db300f9d,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:27.260011 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6fa8f3-41f1-4932-bc27-f8cc7721d7ee None None] No DVR routers for this DVR port 6f35173c-e96b-4948-bc40-9eb1db300f9d on host dv-cinder-815582-10-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:27.273323 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (97442fbc-77e0-4ca5-885c-f58b438abb09), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.275713 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (1add7410-43db-488c-98b9-2764135ee91b), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.304023 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:46:27.304445 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5838866'] for segment (1add7410-43db-488c-98b9-2764135ee91b), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.321971 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:27.322937 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Pushing event deleted for resources: {'Port': ['ID=97442fbc-77e0-4ca5-885c-f58b438abb09,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:27.329511 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 1add7410-43db-488c-98b9-2764135ee91b resource provider aggregate not found Jun 23 13:46:27.408300 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 1add7410-43db-488c-98b9-2764135ee91b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1add7410-43db-488c-98b9-2764135ee91b found for delete ", "request_id": "req-c067547e-0011-444d-8d7b-643260cf4e5c"}]} Jun 23 13:46:27.423793 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (750f6de3-a7e6-4721-b369-b46085e03f9a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.428193 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.431275 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/750f6de3-a7e6-4721-b369-b46085e03f9a HTTP/1.1" status: 204 len: 168 time: 1.0006144 Jun 23 13:46:27.446912 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b352b-4e64-4a4c-b087-62ec539cf9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=750f6de3-a7e6-4721-b369-b46085e03f9a,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:27.451879 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389688'] for router_gateway (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.541945 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.544010 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Publish callbacks [] for router_controller (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.591521 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-268479'] for router (3e41a98b-69ed-4dba-8d22-8abd7e29cd6d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.592125 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e41a98b-69ed-4dba-8d22-8abd7e29cd6d {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 13:46:27.597677 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.598818 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3077ef8a-153d-4c0f-8326-87421845b119 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3e41a98b-69ed-4dba-8d22-8abd7e29cd6d HTTP/1.1" status: 204 len: 168 time: 1.2400289 Jun 23 13:46:27.601656 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33028) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:27.618678 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33030) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:27.651013 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1d996b-bb73-4942-be28-b05b8cb2b1d7 admin admin] Deleting subnet df309e0e-d53a-4e2d-9f0c-ddb7def8935b {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:46:27.654348 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2f1d996b-bb73-4942-be28-b05b8cb2b1d7 admin admin] Publish callbacks [] for subnet (df309e0e-d53a-4e2d-9f0c-ddb7def8935b), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.663188 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7f319d9e-c2e7-44db-a0c0-58107b6340ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9298bf4635e84993b086309715cc7cbe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433757 Jun 23 13:46:27.665688 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33032) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:27.693281 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2f1d996b-bb73-4942-be28-b05b8cb2b1d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4674011'] for subnet (df309e0e-d53a-4e2d-9f0c-ddb7def8935b), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.713911 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b18a7c06-a0ff-4738-9770-6bdd8f940d6e admin admin] Publish callbacks [] for security_group (54c6c54a-54b4-4b54-ac72-9cd93c559a3a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.716152 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:27.737016 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b18a7c06-a0ff-4738-9770-6bdd8f940d6e admin admin] Publish callbacks [] for security_group (54c6c54a-54b4-4b54-ac72-9cd93c559a3a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.769832 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2f1d996b-bb73-4942-be28-b05b8cb2b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (df309e0e-d53a-4e2d-9f0c-ddb7def8935b), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.788223 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b18a7c06-a0ff-4738-9770-6bdd8f940d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (54c6c54a-54b4-4b54-ac72-9cd93c559a3a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.790918 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b18a7c06-a0ff-4738-9770-6bdd8f940d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.792151 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b18a7c06-a0ff-4738-9770-6bdd8f940d6e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54c6c54a-54b4-4b54-ac72-9cd93c559a3a HTTP/1.1" status: 204 len: 168 time: 0.1255281 Jun 23 13:46:27.800056 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a7c06-a0ff-4738-9770-6bdd8f940d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c6c54a-54b4-4b54-ac72-9cd93c559a3a,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:27.831061 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2f1d996b-bb73-4942-be28-b05b8cb2b1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4705492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58627921'] for subnet (df309e0e-d53a-4e2d-9f0c-ddb7def8935b), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.858158 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d996b-bb73-4942-be28-b05b8cb2b1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df309e0e-d53a-4e2d-9f0c-ddb7def8935b,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:27.860131 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2f1d996b-bb73-4942-be28-b05b8cb2b1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:27.865951 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6f2e1-92cb-4989-9257-591888855700 None None] Network 05a579c1-2996-4cb1-9c1d-14e9512f9dfd requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:46:27.866427 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33036) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:27.873725 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2f1d996b-bb73-4942-be28-b05b8cb2b1d7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/df309e0e-d53a-4e2d-9f0c-ddb7def8935b HTTP/1.1" status: 204 len: 168 time: 0.2707958 Jun 23 13:46:27.938012 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (05a579c1-2996-4cb1-9c1d-14e9512f9dfd), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.077773 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9a21f7-c756-43d4-8f40-b50f97e2e621 None None] DHCP port deletion for 05a579c1-2996-4cb1-9c1d-14e9512f9dfd request from dv-cinder-815582-10-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 13:46:28.123832 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 9297d01e-91ca-4193-b18a-af5c1d316892 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:28.150400 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 9297d01e-91ca-4193-b18a-af5c1d316892 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:28.150903 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 9297d01e-91ca-4193-b18a-af5c1d316892 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:28.151610 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 97442fbc-77e0-4ca5-885c-f58b438abb09 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:28.154518 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a21f7-c756-43d4-8f40-b50f97e2e621 None None] Deleting port 45110533-8b47-47e4-ba80-a5edaffe6939 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:28.155188 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cb9a21f7-c756-43d4-8f40-b50f97e2e621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.184655 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 97442fbc-77e0-4ca5-885c-f58b438abb09 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:28.185249 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 97442fbc-77e0-4ca5-885c-f58b438abb09 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:28.186040 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 6f35173c-e96b-4948-bc40-9eb1db300f9d no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:28.190712 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:28.218167 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 6f35173c-e96b-4948-bc40-9eb1db300f9d {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:28.218503 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 6f35173c-e96b-4948-bc40-9eb1db300f9d not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:28.219130 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 8878d4d6-f609-4b76-9c80-8f60bf880961 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:28.264588 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Deleting port 45110533-8b47-47e4-ba80-a5edaffe6939 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:28.265056 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.276672 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 8878d4d6-f609-4b76-9c80-8f60bf880961 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:28.277264 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 8878d4d6-f609-4b76-9c80-8f60bf880961 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:28.292805 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-cb9a21f7-c756-43d4-8f40-b50f97e2e621 None None] For port 45110533-8b47-47e4-ba80-a5edaffe6939, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=45110533-8b47-47e4-ba80-a5edaffe6939,segment=NetworkSegment(10357e72-495e-4b17-aada-e2de88295024),segment_id=10357e72-495e-4b17-aada-e2de88295024)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:28.295483 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cb9a21f7-c756-43d4-8f40-b50f97e2e621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.314861 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a21f7-c756-43d4-8f40-b50f97e2e621 None None] Calling delete_port for 45110533-8b47-47e4-ba80-a5edaffe6939 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:28.330275 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] For port 45110533-8b47-47e4-ba80-a5edaffe6939, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=45110533-8b47-47e4-ba80-a5edaffe6939,segment=NetworkSegment(10357e72-495e-4b17-aada-e2de88295024),segment_id=10357e72-495e-4b17-aada-e2de88295024)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:28.330955 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.346920 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Calling delete_port for 45110533-8b47-47e4-ba80-a5edaffe6939 owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:28.412865 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cb9a21f7-c756-43d4-8f40-b50f97e2e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.431706 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (45110533-8b47-47e4-ba80-a5edaffe6939), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.450465 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a21f7-c756-43d4-8f40-b50f97e2e621 None None] Pushing event deleted for resources: {'Port': ['ID=45110533-8b47-47e4-ba80-a5edaffe6939,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:28.452112 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:28.464188 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a21f7-c756-43d4-8f40-b50f97e2e621 None None] No DVR routers for this DVR port 45110533-8b47-47e4-ba80-a5edaffe6939 on host dv-cinder-815582-10-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:28.480622 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Pushing event deleted for resources: {'Port': ['ID=45110533-8b47-47e4-ba80-a5edaffe6939,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:28.482529 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] No DVR routers for this DVR port 45110533-8b47-47e4-ba80-a5edaffe6939 on host dv-cinder-815582-10-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:28.560536 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (05a579c1-2996-4cb1-9c1d-14e9512f9dfd), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.581921 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a579c1-2996-4cb1-9c1d-14e9512f9dfd']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:28.591474 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10357e72-495e-4b17-aada-e2de88295024') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:28.591769 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10357e72-495e-4b17-aada-e2de88295024') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:28.601286 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5143487'] for segment (10357e72-495e-4b17-aada-e2de88295024), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.615030 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (10357e72-495e-4b17-aada-e2de88295024), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.622077 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:46:28.622452 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5838866'] for segment (10357e72-495e-4b17-aada-e2de88295024), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.680842 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (05a579c1-2996-4cb1-9c1d-14e9512f9dfd), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.686933 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.690038 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] 10.222.0.26 "DELETE /v2.0/networks/05a579c1-2996-4cb1-9c1d-14e9512f9dfd HTTP/1.1" status: 204 len: 168 time: 0.8230317 Jun 23 13:46:28.702870 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2372ba-f584-44dd-9548-3f2d73c3b69b admin admin] Pushing event deleted for resources: {'Network': ['ID=05a579c1-2996-4cb1-9c1d-14e9512f9dfd,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:28.881193 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33062) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:28.904943 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:DELETE=11,neutron:SELECT=84,neutron:UPDATE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:28.926172 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-62856f7a-c229-40c1-8f07-91eb1e01cf67 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2fef8d0cb974f35a741c3090fda97f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438688 Jun 23 13:46:28.928673 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33064) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:28.977520 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27184153-a820-46d2-a96c-70d6ba5e7074 admin admin] Publish callbacks [] for security_group (922a5515-7572-4fe9-8f74-c34d75ba9a30), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:28.999693 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27184153-a820-46d2-a96c-70d6ba5e7074 admin admin] Publish callbacks [] for security_group (922a5515-7572-4fe9-8f74-c34d75ba9a30), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:29.050345 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27184153-a820-46d2-a96c-70d6ba5e7074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (922a5515-7572-4fe9-8f74-c34d75ba9a30), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:29.053295 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27184153-a820-46d2-a96c-70d6ba5e7074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:29.054495 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-27184153-a820-46d2-a96c-70d6ba5e7074 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/922a5515-7572-4fe9-8f74-c34d75ba9a30 HTTP/1.1" status: 204 len: 168 time: 0.1249437 Jun 23 13:46:29.064329 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27184153-a820-46d2-a96c-70d6ba5e7074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922a5515-7572-4fe9-8f74-c34d75ba9a30,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:29.364874 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:29.372109 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33080) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:29.373390 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-aa8e076a-2986-4fb5-9651-17c53b5833af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472918 Jun 23 13:46:29.417915 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ef394354-9c99-4c70-885a-2edcd8026eaa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1384cea9a217469faa4e25c0dd55639d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413907 Jun 23 13:46:29.419246 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33082) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:29.447843 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-d1aa8860-3e89-4df6-9575-6df3555f52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:29.447843 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-d1aa8860-3e89-4df6-9575-6df3555f52b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 1130 time: 0.0507832 Jun 23 13:46:29.450339 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 10357e72-495e-4b17-aada-e2de88295024 resource provider aggregate not found Jun 23 13:46:29.468762 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 10357e72-495e-4b17-aada-e2de88295024 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10357e72-495e-4b17-aada-e2de88295024 found for delete ", "request_id": "req-6b18e10b-467a-4e8f-9af6-d20043dcb496"}]} Jun 23 13:46:29.485824 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-43521a83-e6b3-44d1-b3cf-4d60cb14384b admin admin] Publish callbacks [] for security_group (6b6d9017-ec04-4225-8f9d-9c795669472a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:29.510551 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-43521a83-e6b3-44d1-b3cf-4d60cb14384b admin admin] Publish callbacks [] for security_group (6b6d9017-ec04-4225-8f9d-9c795669472a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:29.562751 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-43521a83-e6b3-44d1-b3cf-4d60cb14384b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (6b6d9017-ec04-4225-8f9d-9c795669472a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:29.566922 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-43521a83-e6b3-44d1-b3cf-4d60cb14384b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:29.568224 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-43521a83-e6b3-44d1-b3cf-4d60cb14384b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b6d9017-ec04-4225-8f9d-9c795669472a HTTP/1.1" status: 204 len: 168 time: 0.1476276 Jun 23 13:46:29.576500 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43521a83-e6b3-44d1-b3cf-4d60cb14384b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6d9017-ec04-4225-8f9d-9c795669472a,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:29.581873 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-f3d84d93-5f63-452a-80eb-709c6657af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:29.583679 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-f3d84d93-5f63-452a-80eb-709c6657af97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 200 len: 917 time: 0.0976329 Jun 23 13:46:29.651936 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-cc3dd6e1-5786-4a08-8631-9a0c601a2c74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2fc7e3-801b-47fb-9626-bb5520448495 HTTP/1.1" status: 200 len: 1001 time: 0.0614884 Jun 23 13:46:29.711614 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-1fb687b8-3d1c-48a8-819a-c69d7622baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:29.713071 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-1fb687b8-3d1c-48a8-819a-c69d7622baea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 200 len: 855 time: 0.0539429 Jun 23 13:46:29.767101 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-68e02ddb-c623-416b-8c03-12713d1dd30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:29.769220 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-68e02ddb-c623-416b-8c03-12713d1dd30f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=13de077c-d4db-4fa7-84a8-7023d19899e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501614 Jun 23 13:46:29.809996 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:29.881653 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-1d89a8d4-a1ba-454d-bf21-b93806e5acae service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049004 Jun 23 13:46:29.912091 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 45110533-8b47-47e4-ba80-a5edaffe6939 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:29.939544 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 45110533-8b47-47e4-ba80-a5edaffe6939 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:29.940331 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 45110533-8b47-47e4-ba80-a5edaffe6939 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:30.005612 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-1af64102-2a6e-4d42-9470-de9a46c63e4a req-1a4b54e9-f5e9-4663-a26f-4bebc0a005e7 service neutron] 10.222.0.47 "GET /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115773 Jun 23 13:46:35.307065 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:35.309108 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:35.816072 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:46:37.667904 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33146) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:37.784392 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-63b80353-104a-459d-8666-2011632ac773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:37.862824 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-63b80353-104a-459d-8666-2011632ac773 admin admin] Publish callbacks [] for security_group (f2297eb6-2c7e-435d-bf8a-2cbede07e6de), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:37.867778 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-63b80353-104a-459d-8666-2011632ac773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (f2297eb6-2c7e-435d-bf8a-2cbede07e6de), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:37.885023 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:37.909014 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-63b80353-104a-459d-8666-2011632ac773 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9ebf6f03f1d41fea1079bcb99ac036c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400746 Jun 23 13:46:37.910078 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b80353-104a-459d-8666-2011632ac773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2297eb6-2c7e-435d-bf8a-2cbede07e6de,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:37.912832 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33152) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:37.977331 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f47d0f31-3b5d-48a8-8f16-7d728908478a admin admin] Publish callbacks [] for security_group (f2297eb6-2c7e-435d-bf8a-2cbede07e6de), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:38.000033 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f47d0f31-3b5d-48a8-8f16-7d728908478a admin admin] Publish callbacks [] for security_group (f2297eb6-2c7e-435d-bf8a-2cbede07e6de), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:38.051912 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f47d0f31-3b5d-48a8-8f16-7d728908478a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (f2297eb6-2c7e-435d-bf8a-2cbede07e6de), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:38.055754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f47d0f31-3b5d-48a8-8f16-7d728908478a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:38.057899 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f47d0f31-3b5d-48a8-8f16-7d728908478a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2297eb6-2c7e-435d-bf8a-2cbede07e6de HTTP/1.1" status: 204 len: 168 time: 0.1429822 Jun 23 13:46:38.066732 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d0f31-3b5d-48a8-8f16-7d728908478a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2297eb6-2c7e-435d-bf8a-2cbede07e6de,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:38.353794 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33160) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:38.367684 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-928b08b9-fbc2-4f02-8fff-59e43e10e8e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:38.448129 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-928b08b9-fbc2-4f02-8fff-59e43e10e8e4 admin admin] Publish callbacks [] for security_group (e7315019-9e09-4915-8824-ad8477ecac52), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:38.453352 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-928b08b9-fbc2-4f02-8fff-59e43e10e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (e7315019-9e09-4915-8824-ad8477ecac52), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:38.495712 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-928b08b9-fbc2-4f02-8fff-59e43e10e8e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=54582a46b8df4b74b56fb7abb29632f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406639 Jun 23 13:46:38.496692 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b08b9-fbc2-4f02-8fff-59e43e10e8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7315019-9e09-4915-8824-ad8477ecac52,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:38.498819 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33162) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:38.554178 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7a9fec8f-8698-42c5-ba8f-84c52bc06cf6 admin admin] Publish callbacks [] for security_group (e7315019-9e09-4915-8824-ad8477ecac52), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:38.576765 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7a9fec8f-8698-42c5-ba8f-84c52bc06cf6 admin admin] Publish callbacks [] for security_group (e7315019-9e09-4915-8824-ad8477ecac52), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:38.634615 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7a9fec8f-8698-42c5-ba8f-84c52bc06cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (e7315019-9e09-4915-8824-ad8477ecac52), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:38.637318 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7a9fec8f-8698-42c5-ba8f-84c52bc06cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:38.638461 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7a9fec8f-8698-42c5-ba8f-84c52bc06cf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7315019-9e09-4915-8824-ad8477ecac52 HTTP/1.1" status: 204 len: 168 time: 0.1389873 Jun 23 13:46:38.646393 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fec8f-8698-42c5-ba8f-84c52bc06cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7315019-9e09-4915-8824-ad8477ecac52,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:40.746700 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33230) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:40.853780 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:40.860904 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-35794709-5275-4df0-930c-1db616c39dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:40.945904 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-35794709-5275-4df0-930c-1db616c39dbb admin admin] Publish callbacks [] for security_group (5beae487-391a-44ea-a118-9c1582b1015b), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:40.951042 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-35794709-5275-4df0-930c-1db616c39dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (5beae487-391a-44ea-a118-9c1582b1015b), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:40.989276 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35794709-5275-4df0-930c-1db616c39dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beae487-391a-44ea-a118-9c1582b1015b,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:40.994402 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-35794709-5275-4df0-930c-1db616c39dbb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1f63a87e57e4d77a9cc6c47dd7d51b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466266 Jun 23 13:46:40.997111 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33234) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:41.048201 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6b13-1730-4200-8f9c-356aa6f89703 admin admin] Publish callbacks [] for security_group (5beae487-391a-44ea-a118-9c1582b1015b), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:41.078998 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6b13-1730-4200-8f9c-356aa6f89703 admin admin] Publish callbacks [] for security_group (5beae487-391a-44ea-a118-9c1582b1015b), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:41.127950 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6b13-1730-4200-8f9c-356aa6f89703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (5beae487-391a-44ea-a118-9c1582b1015b), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:41.130453 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6b13-1730-4200-8f9c-356aa6f89703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:41.131634 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-9d5d6b13-1730-4200-8f9c-356aa6f89703 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5beae487-391a-44ea-a118-9c1582b1015b HTTP/1.1" status: 204 len: 168 time: 0.1335883 Jun 23 13:46:41.139415 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d6b13-1730-4200-8f9c-356aa6f89703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beae487-391a-44ea-a118-9c1582b1015b,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:41.433086 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33240) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:41.446609 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4d1700dc-3a8b-48cc-bb13-d2c0b6da8baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:41.456886 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:41.526843 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4d1700dc-3a8b-48cc-bb13-d2c0b6da8baf admin admin] Publish callbacks [] for security_group (af7e6f91-8f1a-4f98-bb36-01fdd893e567), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:41.532344 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4d1700dc-3a8b-48cc-bb13-d2c0b6da8baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (af7e6f91-8f1a-4f98-bb36-01fdd893e567), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:41.569718 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1700dc-3a8b-48cc-bb13-d2c0b6da8baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7e6f91-8f1a-4f98-bb36-01fdd893e567,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:41.575626 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4d1700dc-3a8b-48cc-bb13-d2c0b6da8baf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fccf96d615ee474ebde44ba3780655c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413622 Jun 23 13:46:41.578529 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33242) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:41.627473 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ddad7924-36b2-46e9-b947-dc6a336f72c4 admin admin] Publish callbacks [] for security_group (af7e6f91-8f1a-4f98-bb36-01fdd893e567), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:41.651581 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ddad7924-36b2-46e9-b947-dc6a336f72c4 admin admin] Publish callbacks [] for security_group (af7e6f91-8f1a-4f98-bb36-01fdd893e567), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:41.701149 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ddad7924-36b2-46e9-b947-dc6a336f72c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (af7e6f91-8f1a-4f98-bb36-01fdd893e567), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:41.703617 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ddad7924-36b2-46e9-b947-dc6a336f72c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:41.704723 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ddad7924-36b2-46e9-b947-dc6a336f72c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af7e6f91-8f1a-4f98-bb36-01fdd893e567 HTTP/1.1" status: 204 len: 168 time: 0.1254082 Jun 23 13:46:41.712764 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad7924-36b2-46e9-b947-dc6a336f72c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7e6f91-8f1a-4f98-bb36-01fdd893e567,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:42.813777 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33272) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:42.921888 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bd08fe7-32dc-4345-bf10-0c7e33e15329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:42.967128 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:43.002751 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bd08fe7-32dc-4345-bf10-0c7e33e15329 admin admin] Publish callbacks [] for security_group (5147c124-c8f9-4f37-9d75-bee3bb8e28ba), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:43.008746 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7bd08fe7-32dc-4345-bf10-0c7e33e15329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (5147c124-c8f9-4f37-9d75-bee3bb8e28ba), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:43.045693 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd08fe7-32dc-4345-bf10-0c7e33e15329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5147c124-c8f9-4f37-9d75-bee3bb8e28ba,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:43.051243 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7bd08fe7-32dc-4345-bf10-0c7e33e15329 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6b6d402abc849a2903c820c9e552742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364585 Jun 23 13:46:43.054275 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33276) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:43.103982 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-96515a6d-fb3f-4815-86db-7701c7cacb8d admin admin] Publish callbacks [] for security_group (5147c124-c8f9-4f37-9d75-bee3bb8e28ba), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:43.117513 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:43.126920 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-96515a6d-fb3f-4815-86db-7701c7cacb8d admin admin] Publish callbacks [] for security_group (5147c124-c8f9-4f37-9d75-bee3bb8e28ba), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:43.178726 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-96515a6d-fb3f-4815-86db-7701c7cacb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (5147c124-c8f9-4f37-9d75-bee3bb8e28ba), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:43.181701 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-96515a6d-fb3f-4815-86db-7701c7cacb8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:43.182859 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-96515a6d-fb3f-4815-86db-7701c7cacb8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5147c124-c8f9-4f37-9d75-bee3bb8e28ba HTTP/1.1" status: 204 len: 168 time: 0.1276166 Jun 23 13:46:43.193367 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96515a6d-fb3f-4815-86db-7701c7cacb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5147c124-c8f9-4f37-9d75-bee3bb8e28ba,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:43.847569 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33300) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:43.955301 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1869615592-network', 'tenant_id': 'c3b6044e9c2e44009b2e7f5ee43019ac'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:43.976537 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Made reservation on behalf of c3b6044e9c2e44009b2e7f5ee43019ac for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:46:43.978828 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:43.987589 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:44.062780 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Publish callbacks [] for security_group (a0b409e1-c00a-47f6-970c-e285e2604b1d), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:44.069165 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a0b409e1-c00a-47f6-970c-e285e2604b1d), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:44.091716 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:46:44.109030 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (83094d65-d246-48af-bd23-12484a0b04e0), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:44.109369 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Added segment 83094d65-d246-48af-bd23-12484a0b04e0 of type vlan for network 157e0a54-4e55-4a36-8828-e724b9ae8557 Jun 23 13:46:44.110786 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b409e1-c00a-47f6-970c-e285e2604b1d,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:44.156262 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (157e0a54-4e55-4a36-8828-e724b9ae8557), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:44.186581 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (157e0a54-4e55-4a36-8828-e724b9ae8557), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:44.188408 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:44.189085 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:44.228013 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3792760 Jun 23 13:46:44.230990 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33304) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:44.236651 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] Request body: {'subnet': {'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1869615592-subnet', 'tenant_id': 'c3b6044e9c2e44009b2e7f5ee43019ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:44.254293 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eee60-c934-43bc-9402-2efb3c516fba admin admin] Pushing event updated for resources: {'Network': ['ID=157e0a54-4e55-4a36-8828-e724b9ae8557,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:44.260026 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] Made reservation on behalf of c3b6044e9c2e44009b2e7f5ee43019ac for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:46:44.263866 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5429539'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:44.264406 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 157e0a54-4e55-4a36-8828-e724b9ae8557 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:46:44.434288 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5839035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5429589'] for subnet (29978ab1-25c9-482a-9f06-afc6c440e832), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:44.481288 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29978ab1-25c9-482a-9f06-afc6c440e832,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:44.500313 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] Checking segment: {'id': '83094d65-d246-48af-bd23-12484a0b04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:46:44.500664 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] Network hostable DHCP agents. Network: 157e0a54-4e55-4a36-8828-e724b9ae8557, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:46:44.503406 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:UPDATE=2,neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:44.522457 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] Network 157e0a54-4e55-4a36-8828-e724b9ae8557 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:46:44.537794 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 157e0a54-4e55-4a36-8828-e724b9ae8557) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:46:44.542484 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:44.543072 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:44.549067 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c91edb8-1e18-444c-9e79-a0bf49ee9c6f None None] Network 157e0a54-4e55-4a36-8828-e724b9ae8557 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:46:44.560453 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-920d3d80-3406-4596-aa7c-9bade8486d6f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3276558 Jun 23 13:46:44.650991 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53bf4ec-0440-4542-9a87-8ef33b3f2c75 None None] Network 157e0a54-4e55-4a36-8828-e724b9ae8557 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:46:44.724270 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd98b-524b-45ab-adea-bb243bb242ad req-254dfa1d-dac6-45b7-8e6d-1e47474bb385 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:44.725746 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-da0fd98b-524b-45ab-adea-bb243bb242ad req-254dfa1d-dac6-45b7-8e6d-1e47474bb385 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 946 time: 0.0518434 Jun 23 13:46:44.777916 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:44.786351 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-da0fd98b-524b-45ab-adea-bb243bb242ad req-2e05d40e-743f-4463-8c1e-2c6cd3331c20 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520067 Jun 23 13:46:45.912445 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683613-096b-4dcf-ad1d-224669d9179e req-0f722622-88c3-4547-9b56-49d09deff6d5 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:45.913907 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a3683613-096b-4dcf-ad1d-224669d9179e req-0f722622-88c3-4547-9b56-49d09deff6d5 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 946 time: 0.0500820 Jun 23 13:46:45.965519 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a3683613-096b-4dcf-ad1d-224669d9179e req-c5b882b7-8958-4099-9448-aa23a608ceef tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups?id=68c2ae6f-445e-40c0-93c1-470933489611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432534 Jun 23 13:46:46.140518 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-9a452fb6-34b4-4682-ad00-ea58d45dd16d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:46.142637 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-9a452fb6-34b4-4682-ad00-ea58d45dd16d tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.47 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 946 time: 0.0535705 Jun 23 13:46:46.228784 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Deleting port 2a2fc7e3-801b-47fb-9626-bb5520448495 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:46.229153 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:46.320366 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] For port 2a2fc7e3-801b-47fb-9626-bb5520448495, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2a2fc7e3-801b-47fb-9626-bb5520448495,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:46.320733 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:46.344542 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aea894-1ea0-4b46-9853-039ae415419b req-20379bfe-1b3d-4306-a2fd-50e2beb3cb8b tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:46.346003 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-20379bfe-1b3d-4306-a2fd-50e2beb3cb8b tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/networks?id=157e0a54-4e55-4a36-8828-e724b9ae8557 HTTP/1.1" status: 200 len: 809 time: 0.1037881 Jun 23 13:46:46.360841 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-86776fe2-d010-47c1-8520-2213cfe9e0f0 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/quotas/c3b6044e9c2e44009b2e7f5ee43019ac HTTP/1.1" status: 200 len: 375 time: 0.0090871 Jun 23 13:46:46.392070 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-c3867331-a40d-4e2b-9d02-f23a18a6797a tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3b6044e9c2e44009b2e7f5ee43019ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265224 Jun 23 13:46:46.476620 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:46.480249 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:46.480610 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (eae1e0bf-b172-4ac8-8157-5751cc8eb56a), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:46.480925 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Floating IP eae1e0bf-b172-4ac8-8157-5751cc8eb56a disassociated. External IP: 172.27.0.156, port: 2a2fc7e3-801b-47fb-9626-bb5520448495. Jun 23 13:46:46.481289 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Calling delete_port for 2a2fc7e3-801b-47fb-9626-bb5520448495 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:46.484007 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-69519973-6b9c-4db2-976e-ba6e111fe19d service neutron] 10.222.0.26 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851984 Jun 23 13:46:46.562223 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:46.583473 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-8ea9b406-bcfc-4bed-98df-49fe6125e656 service neutron] 10.222.0.26 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921276 Jun 23 13:46:46.612533 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (2a2fc7e3-801b-47fb-9626-bb5520448495), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:46.638269 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event deleted for resources: {'Port': ['ID=2a2fc7e3-801b-47fb-9626-bb5520448495,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:46.745593 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f11cd9d-2f8c-45d1-8dde-e38a12110beb req-53f913f6-62a6-48e5-8997-04527f312d88 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 210 time: 0.0278244 Jun 23 13:46:46.751082 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Router c37007f5-8e9e-4809-b5f1-41947824242d has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:46:46.856659 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:46:46.867069 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730feaa-b0ff-4c7a-a5c4-db8e80ff3336 None None] Sync routers for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:46:46.879157 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730feaa-b0ff-4c7a-a5c4-db8e80ff3336 None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:46.879863 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-a730feaa-b0ff-4c7a-a5c4-db8e80ff3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:46.901025 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] No DVR routers for this DVR port 2a2fc7e3-801b-47fb-9626-bb5520448495 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:46.904045 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:46.907865 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-7e7418cb-3a67-487d-8a6a-2ece659e69ae req-cf6bf8c1-be2f-475a-b488-47c6182c4965 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.47 "DELETE /v2.0/ports/2a2fc7e3-801b-47fb-9626-bb5520448495 HTTP/1.1" status: 204 len: 173 time: 0.7580030 Jun 23 13:46:46.908344 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'name': 'network-vif-deleted', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:46.910940 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a30cac-1f8d-4e73-a096-649cd32ecfd0" -d '{"events": [{"server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "name": "network-vif-deleted", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:46.955643 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2566b9e-ea8e-4abd-9812-873cd5feb2d0 x-openstack-request-id: req-c2566b9e-ea8e-4abd-9812-873cd5feb2d0 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:46.956005 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a602a74c-fbf6-4ed0-85c6-f1778d879da7", "name": "network-vif-deleted", "tag": "2a2fc7e3-801b-47fb-9626-bb5520448495", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:46.956257 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2566b9e-ea8e-4abd-9812-873cd5feb2d0 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:46.956657 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2566b9e-ea8e-4abd-9812-873cd5feb2d0'] response: {'server_uuid': 'a602a74c-fbf6-4ed0-85c6-f1778d879da7', 'name': 'network-vif-deleted', 'tag': '2a2fc7e3-801b-47fb-9626-bb5520448495', 'status': 'completed', 'code': 200} Jun 23 13:46:47.003013 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-a730feaa-b0ff-4c7a-a5c4-db8e80ff3336 None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:47.143149 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f4db4bde-7915-4382-9254-5d8839242708 req-700e4c4e-43fb-4ed6-95f3-66e1e56cff28 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a602a74c-fbf6-4ed0-85c6-f1778d879da7 HTTP/1.1" status: 200 len: 210 time: 0.0766900 Jun 23 13:46:47.252888 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-a730feaa-b0ff-4c7a-a5c4-db8e80ff3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:47.277544 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730feaa-b0ff-4c7a-a5c4-db8e80ff3336 None None] Checking router: c37007f5-8e9e-4809-b5f1-41947824242d for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:46:47.286080 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730feaa-b0ff-4c7a-a5c4-db8e80ff3336 None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:47.286679 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-a730feaa-b0ff-4c7a-a5c4-db8e80ff3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:47.390052 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-a730feaa-b0ff-4c7a-a5c4-db8e80ff3336 None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:47.588121 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-a730feaa-b0ff-4c7a-a5c4-db8e80ff3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:47.612241 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730feaa-b0ff-4c7a-a5c4-db8e80ff3336 None None] The sync data for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi is: [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:39:29Z', 'revision_number': 4, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '5d063cac-51ff-4cc2-9b0d-0f7de15259fb', 'name': '', 'network_id': '13de077c-d4db-4fa7-84a8-7023d19899e5', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'mac_address': 'fa:16:3e:5a:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:25Z', 'updated_at': '2022-06-23T13:39:42Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'subnets': [{'id': 'c8933f1b-58f5-417d-b0de-f336e5d13e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:46:47.826369 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b432c9-b75a-4cf8-a45a-c5a4b6ecb0d6 None None] New status for floating IP eae1e0bf-b172-4ac8-8157-5751cc8eb56a: DOWN {{(pid=110549) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:46:47.852661 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-09aebaa4-8443-4914-b5f5-18332d2c84be req-a5cac2f4-9a69-4c32-9ba2-f57274241f67 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 210 time: 0.0337899 Jun 23 13:46:48.015459 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:UPDATE=1,neutron:DELETE=5,neutron:SELECT=94 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:48.034813 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aea894-1ea0-4b46-9853-039ae415419b req-b19e03a3-a301-4906-b5f8-cca7f0c5f5e4 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:48.036531 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-b19e03a3-a301-4906-b5f8-cca7f0c5f5e4 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.47 "GET /v2.0/networks?id=157e0a54-4e55-4a36-8828-e724b9ae8557 HTTP/1.1" status: 200 len: 809 time: 0.1180925 Jun 23 13:46:48.047652 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Request body: {'port': {'device_id': '90f44dc2-3872-4638-9bd9-0a587fb2edcd', 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557', 'admin_state_up': True, 'tenant_id': 'c3b6044e9c2e44009b2e7f5ee43019ac'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:48.157403 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Made reservation on behalf of c3b6044e9c2e44009b2e7f5ee43019ac for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:46:48.161255 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.254839 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33368) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:48.300743 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Allocated IP 172.20.0.6 (157e0a54-4e55-4a36-8828-e724b9ae8557/29978ab1-25c9-482a-9f06-afc6c440e832/c096e153-d3b5-435f-85d7-52eef0231b06) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:46:48.309485 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-56212bdc-b111-42d5-9bcb-d30289635426 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (68c2ae6f-445e-40c0-93c1-470933489611), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.334051 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-56212bdc-b111-42d5-9bcb-d30289635426 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (68c2ae6f-445e-40c0-93c1-470933489611), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.384059 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-56212bdc-b111-42d5-9bcb-d30289635426 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (68c2ae6f-445e-40c0-93c1-470933489611), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.386980 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-56212bdc-b111-42d5-9bcb-d30289635426 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.390753 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-56212bdc-b111-42d5-9bcb-d30289635426 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "DELETE /v2.0/security-groups/68c2ae6f-445e-40c0-93c1-470933489611 HTTP/1.1" status: 204 len: 168 time: 0.1321785 Jun 23 13:46:48.391532 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33370) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:48.408853 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56212bdc-b111-42d5-9bcb-d30289635426 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c2ae6f-445e-40c0-93c1-470933489611,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:48.410840 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.api.v2.resource [None req-060de6ed-92cb-41dc-b9e6-068bd954ec08 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] show failed (client error): The resource could not be found. Jun 23 13:46:48.414539 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-060de6ed-92cb-41dc-b9e6-068bd954ec08 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "GET /v2.0/security-groups/68c2ae6f-445e-40c0-93c1-470933489611 HTTP/1.1" status: 404 len: 347 time: 0.0192430 Jun 23 13:46:48.414848 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33372) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:48.461183 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks [] for port (c096e153-d3b5-435f-85d7-52eef0231b06), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.487870 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:48.495177 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.526614 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-309a76e7-647c-43cd-8aa3-551abcf644b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Deleting port 0bac7335-fa0a-4bab-8811-c7b4513b493f {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:48.526960 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-309a76e7-647c-43cd-8aa3-551abcf644b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (0bac7335-fa0a-4bab-8811-c7b4513b493f), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.539454 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Network 157e0a54-4e55-4a36-8828-e724b9ae8557 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:46:48.542432 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:46:48.546486 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:46:48.569515 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Pushing event updated for resources: {'Port': ['ID=c096e153-d3b5-435f-85d7-52eef0231b06,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:48.600566 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:48.601173 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.607240 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-309a76e7-647c-43cd-8aa3-551abcf644b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (0bac7335-fa0a-4bab-8811-c7b4513b493f), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.607598 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-309a76e7-647c-43cd-8aa3-551abcf644b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (0bac7335-fa0a-4bab-8811-c7b4513b493f), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.618270 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-30e9105d-0191-46ae-b920-171513ea28bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742726 Jun 23 13:46:48.621042 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-309a76e7-647c-43cd-8aa3-551abcf644b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Calling delete_port for 0bac7335-fa0a-4bab-8811-c7b4513b493f owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:48.630052 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Request body: {'port': {'device_id': '90f44dc2-3872-4638-9bd9-0a587fb2edcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:48.692990 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.713989 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:48.759041 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-309a76e7-647c-43cd-8aa3-551abcf644b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (0bac7335-fa0a-4bab-8811-c7b4513b493f), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.781555 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a76e7-647c-43cd-8aa3-551abcf644b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Pushing event deleted for resources: {'Port': ['ID=0bac7335-fa0a-4bab-8811-c7b4513b493f,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:48.807197 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:48.847045 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-309a76e7-647c-43cd-8aa3-551abcf644b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks [] for floatingip (eae1e0bf-b172-4ac8-8157-5751cc8eb56a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.849594 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-309a76e7-647c-43cd-8aa3-551abcf644b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.850725 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-309a76e7-647c-43cd-8aa3-551abcf644b3 tempest-AttachVolumeShelveTestJSON-1861648293 tempest-AttachVolumeShelveTestJSON-1861648293-project] 10.222.0.26 "DELETE /v2.0/floatingips/eae1e0bf-b172-4ac8-8157-5751cc8eb56a HTTP/1.1" status: 204 len: 168 time: 0.4349504 Jun 23 13:46:48.968266 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c096e153-d3b5-435f-85d7-52eef0231b06 {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:46:48.973661 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f8f60-6f24-43d7-8f33-3055164c885f req-9d226ff4-6582-483a-8ca8-6b5710348ce7 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:48.975553 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-874f8f60-6f24-43d7-8f33-3055164c885f req-9d226ff4-6582-483a-8ca8-6b5710348ce7 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 931 time: 0.0531664 Jun 23 13:46:48.981809 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Publish callbacks [] for port (c096e153-d3b5-435f-85d7-52eef0231b06), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:48.994756 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Transition to ACTIVE for port object c096e153-d3b5-435f-85d7-52eef0231b06 will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:46:48.998687 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:49.032208 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-874f8f60-6f24-43d7-8f33-3055164c885f req-18c5614e-b95c-4e1f-b84d-b1459e8f1239 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Jun 23 13:46:49.053503 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Pushing event updated for resources: {'Port': ['ID=c096e153-d3b5-435f-85d7-52eef0231b06,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:49.119637 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Attempting to bind port c096e153-d3b5-435f-85d7-52eef0231b06 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:46:49.119998 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Attempting to bind port c096e153-d3b5-435f-85d7-52eef0231b06 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '83094d65-d246-48af-bd23-12484a0b04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:46:49.120323 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Attempting to bind port c096e153-d3b5-435f-85d7-52eef0231b06 on network 157e0a54-4e55-4a36-8828-e724b9ae8557 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:46:49.125453 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Port c096e153-d3b5-435f-85d7-52eef0231b06 on network 157e0a54-4e55-4a36-8828-e724b9ae8557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:46:49.125780 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Attempting to bind port c096e153-d3b5-435f-85d7-52eef0231b06 on network 157e0a54-4e55-4a36-8828-e724b9ae8557 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:46:49.131023 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:46:49.131447 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Checking segment: {'id': '83094d65-d246-48af-bd23-12484a0b04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:46:49.131853 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Bound using segment: {'id': '83094d65-d246-48af-bd23-12484a0b04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:46:49.132309 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Bound port: c096e153-d3b5-435f-85d7-52eef0231b06, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83094d65-d246-48af-bd23-12484a0b04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:46:49.132683 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:49.193549 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] For port c096e153-d3b5-435f-85d7-52eef0231b06, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:46:49.196716 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] For port c096e153-d3b5-435f-85d7-52eef0231b06, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c096e153-d3b5-435f-85d7-52eef0231b06,segment=NetworkSegment(83094d65-d246-48af-bd23-12484a0b04e0),segment_id=83094d65-d246-48af-bd23-12484a0b04e0)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:46:49.204060 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:49.241826 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:49.242440 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:49.243843 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] 10.222.0.47 "PUT /v2.0/ports/c096e153-d3b5-435f-85d7-52eef0231b06 HTTP/1.1" status: 200 len: 1093 time: 0.6180210 Jun 23 13:46:49.244276 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f44dc2-3872-4638-9bd9-0a587fb2edcd', 'tag': 'c096e153-d3b5-435f-85d7-52eef0231b06'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:49.246539 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f47e111-4244-42ca-8ea7-1ad2a5457a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "90f44dc2-3872-4638-9bd9-0a587fb2edcd", "tag": "c096e153-d3b5-435f-85d7-52eef0231b06"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:49.268762 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90987a4a-473d-4c70-b5dc-510ff21b358e service neutron] Pushing event updated for resources: {'Port': ['ID=c096e153-d3b5-435f-85d7-52eef0231b06,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:49.296075 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b865db37-2774-487c-9fef-0348a2dafe0e x-openstack-request-id: req-b865db37-2774-487c-9fef-0348a2dafe0e {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:49.296329 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f44dc2-3872-4638-9bd9-0a587fb2edcd", "tag": "c096e153-d3b5-435f-85d7-52eef0231b06", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:49.296590 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b865db37-2774-487c-9fef-0348a2dafe0e {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:49.296979 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b865db37-2774-487c-9fef-0348a2dafe0e'] response: {'name': 'network-changed', 'server_uuid': '90f44dc2-3872-4638-9bd9-0a587fb2edcd', 'tag': 'c096e153-d3b5-435f-85d7-52eef0231b06', 'status': 'completed', 'code': 200} Jun 23 13:46:49.323191 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aea894-1ea0-4b46-9853-039ae415419b req-32359a59-4c0d-4cf3-ad62-2433ae396b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:49.324839 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-32359a59-4c0d-4cf3-ad62-2433ae396b5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3b6044e9c2e44009b2e7f5ee43019ac&device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 1127 time: 0.0402236 Jun 23 13:46:49.362577 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-b8a80e30-5dcb-4bae-a1b8-82c496c898ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c096e153-d3b5-435f-85d7-52eef0231b06 HTTP/1.1" status: 200 len: 217 time: 0.0309851 Jun 23 13:46:49.413981 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aea894-1ea0-4b46-9853-039ae415419b req-d9d4864c-5c7b-4d78-b2f7-f7478dd39275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:49.415448 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-d9d4864c-5c7b-4d78-b2f7-f7478dd39275 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29978ab1-25c9-482a-9f06-afc6c440e832 HTTP/1.1" status: 200 len: 849 time: 0.0462444 Jun 23 13:46:49.438194 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 2a2fc7e3-801b-47fb-9626-bb5520448495 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:49.449000 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-e491ba49-ea16-4cb3-a6a7-d0231500c9d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=157e0a54-4e55-4a36-8828-e724b9ae8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265632 Jun 23 13:46:49.457766 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 2a2fc7e3-801b-47fb-9626-bb5520448495 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:49.458107 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 2a2fc7e3-801b-47fb-9626-bb5520448495 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:49.523524 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:49.542223 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-a0ad48cf-d0dd-4065-a103-be4628c9f213 service neutron] 10.222.0.47 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874801 Jun 23 13:46:49.636719 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:49.640857 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c2aea894-1ea0-4b46-9853-039ae415419b req-9daafe5b-d41a-4f48-b511-093be656aff4 service neutron] 10.222.0.47 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917709 Jun 23 13:46:50.092179 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7647-4625-43b6-a8c2-d3011114bfd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:50.157800 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd88ca-0bfe-466e-85f8-431bec314682 req-1d1b5299-ae41-412a-8687-20ddf5b81f7d tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:50.159584 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0bd88ca-0bfe-466e-85f8-431bec314682 req-1d1b5299-ae41-412a-8687-20ddf5b81f7d tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 943 time: 0.0485137 Jun 23 13:46:50.203649 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:50.212581 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d0bd88ca-0bfe-466e-85f8-431bec314682 req-d9c2f21b-1457-4c3f-86f0-97bfdb97f34f tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472627 Jun 23 13:46:50.397229 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47e111-4244-42ca-8ea7-1ad2a5457a8e req-630c725c-bf90-4a1b-8df8-3b1058eeaf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:50.398759 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f47e111-4244-42ca-8ea7-1ad2a5457a8e req-630c725c-bf90-4a1b-8df8-3b1058eeaf85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3b6044e9c2e44009b2e7f5ee43019ac&device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 1127 time: 0.0405788 Jun 23 13:46:50.491998 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47e111-4244-42ca-8ea7-1ad2a5457a8e req-f695a9e2-a8f2-4d8b-a085-8014ee29c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:50.493453 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f47e111-4244-42ca-8ea7-1ad2a5457a8e req-f695a9e2-a8f2-4d8b-a085-8014ee29c139 service neutron] 10.222.0.47 "GET /v2.0/networks?id=157e0a54-4e55-4a36-8828-e724b9ae8557 HTTP/1.1" status: 200 len: 910 time: 0.0884349 Jun 23 13:46:50.531297 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f47e111-4244-42ca-8ea7-1ad2a5457a8e req-e551e333-d2b7-4bbf-bf6b-e925ef9abd03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c096e153-d3b5-435f-85d7-52eef0231b06 HTTP/1.1" status: 200 len: 217 time: 0.0311887 Jun 23 13:46:50.577905 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47e111-4244-42ca-8ea7-1ad2a5457a8e req-d35bf514-28fe-47e4-ac95-387a5310be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:50.579307 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f47e111-4244-42ca-8ea7-1ad2a5457a8e req-d35bf514-28fe-47e4-ac95-387a5310be54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29978ab1-25c9-482a-9f06-afc6c440e832 HTTP/1.1" status: 200 len: 849 time: 0.0423656 Jun 23 13:46:50.615276 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f47e111-4244-42ca-8ea7-1ad2a5457a8e req-753d260c-e0d6-44c5-8f4c-fb91b90dad59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=157e0a54-4e55-4a36-8828-e724b9ae8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294693 Jun 23 13:46:50.706483 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f47e111-4244-42ca-8ea7-1ad2a5457a8e req-5281ae27-3ad4-4e62-b54c-c66b85da0e67 service neutron] 10.222.0.47 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849395 Jun 23 13:46:50.807543 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f47e111-4244-42ca-8ea7-1ad2a5457a8e req-aa6636d0-5da5-4efc-af99-ac432f5bbbe6 service neutron] 10.222.0.47 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954416 Jun 23 13:46:51.319615 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33402) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:51.340693 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb530af-c2d5-44e2-9743-8e965b52f33a req-cd6bd636-0acc-4520-9cd9-95de32cfb573 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:51.342190 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fbb530af-c2d5-44e2-9743-8e965b52f33a req-cd6bd636-0acc-4520-9cd9-95de32cfb573 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 943 time: 0.0556128 Jun 23 13:46:51.425244 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fbb530af-c2d5-44e2-9743-8e965b52f33a req-c947ce2c-5c5a-460f-95e0-11fb99dbb2d6 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772686 Jun 23 13:46:51.449497 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device c096e153-d3b5-435f-85d7-52eef0231b06 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:46:51.685004 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port c096e153-d3b5-435f-85d7-52eef0231b06, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c096e153-d3b5-435f-85d7-52eef0231b06,segment=NetworkSegment(83094d65-d246-48af-bd23-12484a0b04e0),segment_id=83094d65-d246-48af-bd23-12484a0b04e0)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:51.697105 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': 'c096e153-d3b5-435f-85d7-52eef0231b06', 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557', 'port_id': 'c096e153-d3b5-435f-85d7-52eef0231b06', 'mac_address': 'fa:16:3e:ac:c9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29978ab1-25c9-482a-9f06-afc6c440e832', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:46:51.718751 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:51.734440 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port c096e153-d3b5-435f-85d7-52eef0231b06 is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:46:51.734821 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:51.748950 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c096e153-d3b5-435f-85d7-52eef0231b06 {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:46:51.769159 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port c096e153-d3b5-435f-85d7-52eef0231b06, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c096e153-d3b5-435f-85d7-52eef0231b06,segment=NetworkSegment(83094d65-d246-48af-bd23-12484a0b04e0),segment_id=83094d65-d246-48af-bd23-12484a0b04e0)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:51.774604 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:51.821500 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=c096e153-d3b5-435f-85d7-52eef0231b06,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:51.829014 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.829392 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.829732 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.830065 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.830712 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.831032 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.831368 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.831692 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.832014 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.832333 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.832652 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.832999 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.833318 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.833632 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.833946 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:46:51.946708 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-270216'] for router_interface (c37007f5-8e9e-4809-b5f1-41947824242d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:51.977270 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['c096e153-d3b5-435f-85d7-52eef0231b06'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:46:52.036783 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:52.165924 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:52.177844 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] Deleting port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:52.178420 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:52.269530 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] For port 5d063cac-51ff-4cc2-9b0d-0f7de15259fb, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=5d063cac-51ff-4cc2-9b0d-0f7de15259fb,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:52.269778 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:52.283152 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] Calling delete_port for 5d063cac-51ff-4cc2-9b0d-0f7de15259fb owned by network:router_interface {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:52.451917 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:52.479619 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (5d063cac-51ff-4cc2-9b0d-0f7de15259fb), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:52.505897 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d063cac-51ff-4cc2-9b0d-0f7de15259fb,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:52.594192 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0934315-0282-45f3-aec8-d1845e00b5a4 req-38edaeb1-f5c9-4a28-ac22-025a983fb8ff tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:52.595779 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b0934315-0282-45f3-aec8-d1845e00b5a4 req-38edaeb1-f5c9-4a28-ac22-025a983fb8ff tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 944 time: 0.0935857 Jun 23 13:46:52.719215 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b0934315-0282-45f3-aec8-d1845e00b5a4 req-082b7428-8ed4-40e3-aa24-a8393d167c15 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142406 Jun 23 13:46:52.738314 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7990026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-270108'] for router_interface (c37007f5-8e9e-4809-b5f1-41947824242d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:52.750465 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1348bcd9-00de-4d0e-a5d6-ad4341a39a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:52.951058 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] Router c37007f5-8e9e-4809-b5f1-41947824242d has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:46:52.996421 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:53.063932 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:46:53.071891 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a757e13c-435e-4cb1-8660-7f2d9706fc19 admin admin] 10.222.0.26 "PUT /v2.0/routers/c37007f5-8e9e-4809-b5f1-41947824242d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7484610 Jun 23 13:46:53.071891 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33408) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:53.074948 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790dd25-7254-4ed0-995f-955f2b29c2c5 None None] Sync routers for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:46:53.079557 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.086194 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790dd25-7254-4ed0-995f-955f2b29c2c5 None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:53.086814 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-a790dd25-7254-4ed0-995f-955f2b29c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:53.169903 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Publish callbacks [] for router (c37007f5-8e9e-4809-b5f1-41947824242d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.185216 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-a790dd25-7254-4ed0-995f-955f2b29c2c5 None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:53.267698 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Publish callbacks [] for router_gateway (c37007f5-8e9e-4809-b5f1-41947824242d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.310701 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Deleting port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:53.311009 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.311982 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=100 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:53.349491 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-a790dd25-7254-4ed0-995f-955f2b29c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:46:52Z', 'revision_number': 5, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port': {'id': '9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:39:17Z', 'updated_at': '2022-06-23T13:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:53.374115 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790dd25-7254-4ed0-995f-955f2b29c2c5 None None] Checking router: c37007f5-8e9e-4809-b5f1-41947824242d for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:46:53.376733 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:53.383537 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790dd25-7254-4ed0-995f-955f2b29c2c5 None None] Routers {'c37007f5-8e9e-4809-b5f1-41947824242d'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:53.384150 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-a790dd25-7254-4ed0-995f-955f2b29c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['c37007f5-8e9e-4809-b5f1-41947824242d'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:53.394324 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] For port 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:53.394686 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.407752 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Calling delete_port for 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f owned by network:router_gateway {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:53.421073 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=100 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:53.462663 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device c096e153-d3b5-435f-85d7-52eef0231b06 up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:46:53.467254 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-a790dd25-7254-4ed0-995f-955f2b29c2c5 None None] Set router c37007f5-8e9e-4809-b5f1-41947824242d gateway port host: None {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:53.521712 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-a790dd25-7254-4ed0-995f-955f2b29c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:46:53Z', 'revision_number': 6, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port_host': None}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:53.523174 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port c096e153-d3b5-435f-85d7-52eef0231b06 completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:46:53.525735 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.530254 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port c096e153-d3b5-435f-85d7-52eef0231b06 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:46:53.530821 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.546201 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790dd25-7254-4ed0-995f-955f2b29c2c5 None None] The sync data for ids ['c37007f5-8e9e-4809-b5f1-41947824242d'] in dv-cinder-815582-10-iscsi is: [{'id': 'c37007f5-8e9e-4809-b5f1-41947824242d', 'name': 'tempest-AttachVolumeShelveTestJSON-736591930-router', 'tenant_id': '1d89deaaefc541739f67ab1e53c4bda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:39:16Z', 'updated_at': '2022-06-23T13:46:53Z', 'revision_number': 6, 'project_id': '1d89deaaefc541739f67ab1e53c4bda3', 'gw_port_host': None}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:46:53.585952 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.610279 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:53.617424 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port c096e153-d3b5-435f-85d7-52eef0231b06 is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:46:53.617424 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.640851 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f44dc2-3872-4638-9bd9-0a587fb2edcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c096e153-d3b5-435f-85d7-52eef0231b06'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:53.643074 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7115106d-977f-40e1-9b3a-9052d1698295" -d '{"events": [{"server_uuid": "90f44dc2-3872-4638-9bd9-0a587fb2edcd", "name": "network-vif-plugged", "status": "completed", "tag": "c096e153-d3b5-435f-85d7-52eef0231b06"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:53.655499 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port c096e153-d3b5-435f-85d7-52eef0231b06, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c096e153-d3b5-435f-85d7-52eef0231b06,segment=NetworkSegment(83094d65-d246-48af-bd23-12484a0b04e0),segment_id=83094d65-d246-48af-bd23-12484a0b04e0)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:53.660604 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.671499 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389688'] for router_gateway (c37007f5-8e9e-4809-b5f1-41947824242d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.685854 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c190d91-5f38-4ec2-adda-db8daae7a740 x-openstack-request-id: req-9c190d91-5f38-4ec2-adda-db8daae7a740 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:53.686149 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f44dc2-3872-4638-9bd9-0a587fb2edcd", "name": "network-vif-plugged", "status": "completed", "tag": "c096e153-d3b5-435f-85d7-52eef0231b06", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:53.686399 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c190d91-5f38-4ec2-adda-db8daae7a740 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:53.686799 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c190d91-5f38-4ec2-adda-db8daae7a740'] response: {'server_uuid': '90f44dc2-3872-4638-9bd9-0a587fb2edcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c096e153-d3b5-435f-85d7-52eef0231b06', 'code': 200} Jun 23 13:46:53.715650 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=c096e153-d3b5-435f-85d7-52eef0231b06,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:53.759871 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router (c37007f5-8e9e-4809-b5f1-41947824242d), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.763644 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Publish callbacks [] for router_controller (c37007f5-8e9e-4809-b5f1-41947824242d), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.832655 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-268479'] for router (c37007f5-8e9e-4809-b5f1-41947824242d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.833132 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c37007f5-8e9e-4809-b5f1-41947824242d {{(pid=110547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 13:46:53.837770 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.838972 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d7eafc46-935a-4fdf-8390-76d7b809f2c7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c37007f5-8e9e-4809-b5f1-41947824242d HTTP/1.1" status: 204 len: 168 time: 0.7662327 Jun 23 13:46:53.841995 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33416) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:53.853322 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6f5f5-324f-4235-a599-6645d27191e7 req-54bec3fa-8e16-474a-a452-c884c5fecd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:53.855606 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-10c6f5f5-324f-4235-a599-6645d27191e7 req-54bec3fa-8e16-474a-a452-c884c5fecd01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 1129 time: 0.0396559 Jun 23 13:46:53.886670 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32b81-0400-4402-a656-ebaed8f4af04 req-1e94057e-b5f6-4311-9715-e101d43a4f70 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:53.888194 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-75d32b81-0400-4402-a656-ebaed8f4af04 req-1e94057e-b5f6-4311-9715-e101d43a4f70 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 945 time: 0.0856020 Jun 23 13:46:53.906144 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-10c6f5f5-324f-4235-a599-6645d27191e7 req-6786168e-92de-4c70-a51a-d1675e3e64ac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Jun 23 13:46:53.909453 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:53.919783 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fe140c-cb09-4d98-b39b-ef3f50814372 admin admin] Deleting subnet c8933f1b-58f5-417d-b0de-f336e5d13e46 {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:46:53.926938 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-66fe140c-cb09-4d98-b39b-ef3f50814372 admin admin] Publish callbacks [] for subnet (c8933f1b-58f5-417d-b0de-f336e5d13e46), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:53.984791 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-75d32b81-0400-4402-a656-ebaed8f4af04 req-ddf9c17c-b73d-4605-b42d-59e80ad4f7f8 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898576 Jun 23 13:46:53.988905 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-66fe140c-cb09-4d98-b39b-ef3f50814372 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4674011'] for subnet (c8933f1b-58f5-417d-b0de-f336e5d13e46), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.042129 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 5d063cac-51ff-4cc2-9b0d-0f7de15259fb no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:54.061743 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 5d063cac-51ff-4cc2-9b0d-0f7de15259fb {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:54.062086 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 5d063cac-51ff-4cc2-9b0d-0f7de15259fb not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:54.067915 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-66fe140c-cb09-4d98-b39b-ef3f50814372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (c8933f1b-58f5-417d-b0de-f336e5d13e46), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.121431 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-66fe140c-cb09-4d98-b39b-ef3f50814372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4705492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58627921'] for subnet (c8933f1b-58f5-417d-b0de-f336e5d13e46), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.152991 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-66fe140c-cb09-4d98-b39b-ef3f50814372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.156918 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-66fe140c-cb09-4d98-b39b-ef3f50814372 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c8933f1b-58f5-417d-b0de-f336e5d13e46 HTTP/1.1" status: 204 len: 168 time: 0.3133273 Jun 23 13:46:54.157558 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328834ea-9d0d-4deb-8f67-74856445540c None None] Network 13de077c-d4db-4fa7-84a8-7023d19899e5 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:46:54.157749 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe140c-cb09-4d98-b39b-ef3f50814372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8933f1b-58f5-417d-b0de-f336e5d13e46,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:54.159374 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33418) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:54.227870 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (13de077c-d4db-4fa7-84a8-7023d19899e5), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.262058 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:54.274233 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Deleting port 7ef69328-2174-47b1-ab26-1050cbc066f3 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:54.274635 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.345060 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] For port 7ef69328-2174-47b1-ab26-1050cbc066f3, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=7ef69328-2174-47b1-ab26-1050cbc066f3,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:54.345514 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.359522 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Calling delete_port for 7ef69328-2174-47b1-ab26-1050cbc066f3 owned by network:dhcp {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:54.366144 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63789757-933a-4ce8-9737-7bd12456195c None None] DHCP port deletion for 13de077c-d4db-4fa7-84a8-7023d19899e5 request from dv-cinder-815582-10-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 13:46:54.401779 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-63789757-933a-4ce8-9737-7bd12456195c None None] Deleting port 7ef69328-2174-47b1-ab26-1050cbc066f3 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:54.402152 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-63789757-933a-4ce8-9737-7bd12456195c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.439770 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.464445 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-63789757-933a-4ce8-9737-7bd12456195c None None] For port 7ef69328-2174-47b1-ab26-1050cbc066f3, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=7ef69328-2174-47b1-ab26-1050cbc066f3,segment=NetworkSegment(81d17ce0-f92b-4ed2-a467-1ce921c27316),segment_id=81d17ce0-f92b-4ed2-a467-1ce921c27316)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:54.464887 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-63789757-933a-4ce8-9737-7bd12456195c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.470329 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef69328-2174-47b1-ab26-1050cbc066f3,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:54.472171 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] No DVR routers for this DVR port 7ef69328-2174-47b1-ab26-1050cbc066f3 on host dv-cinder-815582-10-iscsi {{(pid=110547) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:54.479979 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-63789757-933a-4ce8-9737-7bd12456195c None None] Calling delete_port for 7ef69328-2174-47b1-ab26-1050cbc066f3 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:54.540978 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (13de077c-d4db-4fa7-84a8-7023d19899e5), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.552435 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:54.558085 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-63789757-933a-4ce8-9737-7bd12456195c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181'] for port (7ef69328-2174-47b1-ab26-1050cbc066f3), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.562281 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13de077c-d4db-4fa7-84a8-7023d19899e5']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:54.572311 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d17ce0-f92b-4ed2-a467-1ce921c27316') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:54.572614 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d17ce0-f92b-4ed2-a467-1ce921c27316') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:54.584757 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63789757-933a-4ce8-9737-7bd12456195c None None] Pushing event deleted for resources: {'Port': ['ID=7ef69328-2174-47b1-ab26-1050cbc066f3,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:54.585003 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673984'] for segment (81d17ce0-f92b-4ed2-a467-1ce921c27316), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.589796 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63789757-933a-4ce8-9737-7bd12456195c None None] No DVR routers for this DVR port 7ef69328-2174-47b1-ab26-1050cbc066f3 on host dv-cinder-815582-10-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:54.601885 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (81d17ce0-f92b-4ed2-a467-1ce921c27316), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.608748 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:46:54.609163 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4705470'] for segment (81d17ce0-f92b-4ed2-a467-1ce921c27316), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.629763 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 81d17ce0-f92b-4ed2-a467-1ce921c27316 resource provider aggregate not found Jun 23 13:46:54.648357 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 81d17ce0-f92b-4ed2-a467-1ce921c27316 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81d17ce0-f92b-4ed2-a467-1ce921c27316 found for delete ", "request_id": "req-51c944d7-fd5f-45ec-b772-45b24ad14e15"}]} Jun 23 13:46:54.682778 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (13de077c-d4db-4fa7-84a8-7023d19899e5), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.688509 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.693960 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/13de077c-d4db-4fa7-84a8-7023d19899e5 HTTP/1.1" status: 204 len: 168 time: 0.5314088 Jun 23 13:46:54.702648 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3522413-a312-46ab-b770-9bb27af518c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=13de077c-d4db-4fa7-84a8-7023d19899e5,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:54.806326 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33426) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:54.845186 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-07faa55a-806d-41b7-ba95-e9f07d9d3ac1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d89deaaefc541739f67ab1e53c4bda3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377200 Jun 23 13:46:54.848527 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33428) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:54.901219 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-93f9fea7-d0bb-47ff-a0e4-e2b33ee5a6c6 admin admin] Publish callbacks [] for security_group (50b32a1c-b3ff-472f-90c6-98b73361b00f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.922442 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-93f9fea7-d0bb-47ff-a0e4-e2b33ee5a6c6 admin admin] Publish callbacks [] for security_group (50b32a1c-b3ff-472f-90c6-98b73361b00f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.970540 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-93f9fea7-d0bb-47ff-a0e4-e2b33ee5a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (50b32a1c-b3ff-472f-90c6-98b73361b00f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.973273 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-93f9fea7-d0bb-47ff-a0e4-e2b33ee5a6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:54.974495 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-93f9fea7-d0bb-47ff-a0e4-e2b33ee5a6c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50b32a1c-b3ff-472f-90c6-98b73361b00f HTTP/1.1" status: 204 len: 168 time: 0.1251581 Jun 23 13:46:54.982128 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9fea7-d0bb-47ff-a0e4-e2b33ee5a6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b32a1c-b3ff-472f-90c6-98b73361b00f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:55.109909 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc1969-90cf-427d-acd7-7dddbb898d9d req-995aa503-666f-4289-b08a-d5098d2ff1aa tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:55.111494 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-afcc1969-90cf-427d-acd7-7dddbb898d9d req-995aa503-666f-4289-b08a-d5098d2ff1aa tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 945 time: 0.0521700 Jun 23 13:46:55.117412 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:55.164325 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-afcc1969-90cf-427d-acd7-7dddbb898d9d req-7f4a41d3-6045-43ee-af3c-b1cc4fce4f3e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455015 Jun 23 13:46:55.188921 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:55.202996 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:55.698189 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33452) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:55.800413 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1977462557-network', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:55.823841 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Made reservation on behalf of f9d1fbb158dc4d63a7aeb04d115f7636 for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:46:55.826384 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:55.835011 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:55.897134 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:55.904371 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 7ef69328-2174-47b1-ab26-1050cbc066f3 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:55.919181 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Publish callbacks [] for security_group (8683c086-f1f6-4ce8-9797-889c143dfd50), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:55.923473 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (8683c086-f1f6-4ce8-9797-889c143dfd50), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:55.926289 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 7ef69328-2174-47b1-ab26-1050cbc066f3 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:55.926630 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 7ef69328-2174-47b1-ab26-1050cbc066f3 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:55.927044 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:46:55.938288 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:55.943152 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:46:55.946400 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:46:55.946681 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 9fcbd5ce-ec9f-48eb-adb7-5eaae6ca626f not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:46:55.963176 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (3d42fa60-186b-4be2-ac07-daa550bd96e4), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:55.963545 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Added segment 3d42fa60-186b-4be2-ac07-daa550bd96e4 of type vlan for network b55fd257-6b00-49b3-a392-7cc3edf381f1 Jun 23 13:46:55.964928 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8683c086-f1f6-4ce8-9797-889c143dfd50,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:56.007859 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (b55fd257-6b00-49b3-a392-7cc3edf381f1), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:56.274913 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:56.287133 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fd107-6e48-4b8f-95c9-cda711b9e0b9 req-faf43119-f233-4596-b3e9-13c6925d80ae tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:56.288765 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0f9fd107-6e48-4b8f-95c9-cda711b9e0b9 req-faf43119-f233-4596-b3e9-13c6925d80ae tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 945 time: 0.0548470 Jun 23 13:46:56.288912 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (b55fd257-6b00-49b3-a392-7cc3edf381f1), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:56.289772 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:56.290313 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:56.324769 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6254301 Jun 23 13:46:56.327561 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33458) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:56.341496 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0f9fd107-6e48-4b8f-95c9-cda711b9e0b9 req-a572e172-9b2c-48f7-84bb-b1600d61f7f6 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Jun 23 13:46:56.355360 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] Request body: {'subnet': {'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1977462557-subnet', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:56.360073 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21a1af-3027-450c-95c7-da699b1a375a admin admin] Pushing event updated for resources: {'Network': ['ID=b55fd257-6b00-49b3-a392-7cc3edf381f1,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:56.373568 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network b55fd257-6b00-49b3-a392-7cc3edf381f1 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:46:56.380056 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] Made reservation on behalf of f9d1fbb158dc4d63a7aeb04d115f7636 for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:46:56.382798 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5429539'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:56.555259 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5839035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5429589'] for subnet (db9a98fa-da80-4902-a01e-4008cb428f3f), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:56.609130 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9a98fa-da80-4902-a01e-4008cb428f3f,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:56.626149 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] Checking segment: {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:46:56.626501 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] Network hostable DHCP agents. Network: b55fd257-6b00-49b3-a392-7cc3edf381f1, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:46:56.648708 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] Network b55fd257-6b00-49b3-a392-7cc3edf381f1 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:46:56.659891 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, b55fd257-6b00-49b3-a392-7cc3edf381f1) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:46:56.668574 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:56.669186 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:56.676766 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0795f6df-af29-4277-9ebc-5ed14a6c1410 None None] Network b55fd257-6b00-49b3-a392-7cc3edf381f1 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:46:56.686789 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-fb1bc1af-3997-4946-9fee-cc92a8933d69 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3581843 Jun 23 13:46:56.690427 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33466) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:56.695169 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:46:56.718230 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-267967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24968'] for router (25afbb2c-b76f-49c6-903c-07bf1945622c), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:56.720348 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-268698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-265922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7944476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24963'] for router (25afbb2c-b76f-49c6-903c-07bf1945622c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:56.773243 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Publish callbacks [] for router_controller (25afbb2c-b76f-49c6-903c-07bf1945622c), precommit_add_association {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:56.801036 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b2c7741-0a82-5854-8a5a-bbfb7a0516b5-b55fd257-6b00-49b3-a392-7cc3edf381f1', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f'}]}} from dv-cinder-815582-10-iscsi. {{(pid=110549) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 13:46:56.804188 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:56.911712 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Publish callbacks [] for router_gateway (25afbb2c-b76f-49c6-903c-07bf1945622c), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:56.914581 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:56.953026 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.db_base_plugin_common [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Allocated IP 172.20.0.2 (b55fd257-6b00-49b3-a392-7cc3edf381f1/db9a98fa-da80-4902-a01e-4008cb428f3f/46f9696f-ad1e-45bc-a6f6-3610e5be8471) {{(pid=110549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:46:57.022001 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9561c0-51ad-4a1e-a034-86cbf5da9c1a req-be3c3daa-7af7-4556-8b0f-2341303e8d4c tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:57.023455 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2c9561c0-51ad-4a1e-a034-86cbf5da9c1a req-be3c3daa-7af7-4556-8b0f-2341303e8d4c tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 945 time: 0.0575938 Jun 23 13:46:57.072246 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2c9561c0-51ad-4a1e-a034-86cbf5da9c1a req-c0723e2a-451f-4d17-a10f-feabe0a9a1c2 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431948 Jun 23 13:46:57.097357 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:57.107370 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Publish callbacks [] for router_gateway (25afbb2c-b76f-49c6-903c-07bf1945622c), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:57.112666 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Publish callbacks [] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), precommit_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:57.119069 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), after_create {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:57.127806 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:57.159474 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Network b55fd257-6b00-49b3-a392-7cc3edf381f1 is already hosted by enough agents. {{(pid=110549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:46:57.164068 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.scheduler.base_scheduler [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Resources bound (agent type, host, resource id): {{(pid=110549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:46:57.166477 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Received port after_create {{(pid=110549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:46:57.174084 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Pushing event updated for resources: {'Port': ['ID=46f9696f-ad1e-45bc-a6f6-3610e5be8471,revision_number=1']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:57.230027 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Attempting to bind port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:46:57.230399 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Attempting to bind port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:46:57.230773 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Attempting to bind port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 on network b55fd257-6b00-49b3-a392-7cc3edf381f1 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:46:57.236074 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:46:57.236587 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Checking segment: {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:46:57.236970 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:57.237354 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Bound using segment: {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:46:57.237808 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Bound port: 46f9696f-ad1e-45bc-a6f6-3610e5be8471, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:46:57.238184 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:57.240138 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Allocated IP 172.27.0.243 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/f7cf18aa-7690-4de8-ad6e-f9faa0934d60) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:46:57.300674 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] For port 46f9696f-ad1e-45bc-a6f6-3610e5be8471, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:46:57.303883 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] For port 46f9696f-ad1e-45bc-a6f6-3610e5be8471, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=46f9696f-ad1e-45bc-a6f6-3610e5be8471,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:46:57.310183 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:57.348076 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Publish callbacks [] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:57.365387 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf3509-c0f4-4791-94e1-0a5ec4af7490 None None] Pushing event updated for resources: {'Port': ['ID=46f9696f-ad1e-45bc-a6f6-3610e5be8471,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:57.386505 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:57.425887 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:46:57.428832 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:46:57.432297 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:46:57.458609 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cf18aa-7690-4de8-ad6e-f9faa0934d60,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:57.698184 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Publish callbacks [] for router_gateway (25afbb2c-b76f-49c6-903c-07bf1945622c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:57.841708 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:57.890774 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-268381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-265894'] for router (25afbb2c-b76f-49c6-903c-07bf1945622c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:57.931769 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 46f9696f-ad1e-45bc-a6f6-3610e5be8471 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:46:57.946541 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:57.979112 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:46:57.979112 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:58.005956 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:58.018310 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:58.027152 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Router 25afbb2c-b76f-49c6-903c-07bf1945622c is scheduled to L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a with binding_index 1 {{(pid=110548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 13:46:58.063628 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:46:58.064010 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:58.102337 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port 46f9696f-ad1e-45bc-a6f6-3610e5be8471, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=46f9696f-ad1e-45bc-a6f6-3610e5be8471,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:58.108726 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:58.161492 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:46:58.165659 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=46f9696f-ad1e-45bc-a6f6-3610e5be8471,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:58.173407 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Sync routers for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:46:58.184783 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:58.185554 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:58.202460 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:58.204052 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-635cd69a-8cbb-4753-b975-783299b23408 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5123405 Jun 23 13:46:58.207276 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33476) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:46:58.234014 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31f5b9-3eff-49e6-8a93-7a2332ebbc06 req-336bc14a-39e7-4e83-b23d-cd342754b560 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:58.247826 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1d31f5b9-3eff-49e6-8a93-7a2332ebbc06 req-336bc14a-39e7-4e83-b23d-cd342754b560 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 945 time: 0.0793402 Jun 23 13:46:58.306403 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1d31f5b9-3eff-49e6-8a93-7a2332ebbc06 req-cd8bc2ff-5d60-4e98-a335-8585d7e2a417 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Jun 23 13:46:58.312518 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:58.331592 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95042d7-f5c5-4c14-8cc2-c90ee8649507 req-9224ebc7-d8cb-4a89-bb99-f990021ee69a tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:46:58.333057 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e95042d7-f5c5-4c14-8cc2-c90ee8649507 req-9224ebc7-d8cb-4a89-bb99-f990021ee69a tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.47 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 945 time: 0.0771863 Jun 23 13:46:58.372215 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d2adbb-07ef-4f0b-8339-4b11d071d217 None None] Network b55fd257-6b00-49b3-a392-7cc3edf381f1 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:46:58.452946 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f9941f59-b41b-444f-8b68-39070a690fbe None None] Provisioning complete for port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:46:58.453319 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f9941f59-b41b-444f-8b68-39070a690fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:58.466514 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-e95042d7-f5c5-4c14-8cc2-c90ee8649507 req-11efb36f-dde0-4ef6-b6c9-8fe80087d33e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Deleting port c096e153-d3b5-435f-85d7-52eef0231b06 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:46:58.466845 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e95042d7-f5c5-4c14-8cc2-c90ee8649507 req-11efb36f-dde0-4ef6-b6c9-8fe80087d33e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:58.634043 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-e95042d7-f5c5-4c14-8cc2-c90ee8649507 req-11efb36f-dde0-4ef6-b6c9-8fe80087d33e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] For port c096e153-d3b5-435f-85d7-52eef0231b06, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=c096e153-d3b5-435f-85d7-52eef0231b06,segment=NetworkSegment(83094d65-d246-48af-bd23-12484a0b04e0),segment_id=83094d65-d246-48af-bd23-12484a0b04e0)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:46:58.634331 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e95042d7-f5c5-4c14-8cc2-c90ee8649507 req-11efb36f-dde0-4ef6-b6c9-8fe80087d33e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:58.653506 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-e95042d7-f5c5-4c14-8cc2-c90ee8649507 req-11efb36f-dde0-4ef6-b6c9-8fe80087d33e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Calling delete_port for c096e153-d3b5-435f-85d7-52eef0231b06 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:46:58.777203 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f9941f59-b41b-444f-8b68-39070a690fbe None None] Current status of the port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:46:58.779564 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:57Z', 'revision_number': 3, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:58.808677 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:58.809324 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Checking router: 25afbb2c-b76f-49c6-903c-07bf1945622c for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:46:58.809480 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:58.809592 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Updating router 25afbb2c-b76f-49c6-903c-07bf1945622c port f7cf18aa-7690-4de8-ad6e-f9faa0934d60 binding host dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:46:58.841942 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:58.933082 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e95042d7-f5c5-4c14-8cc2-c90ee8649507 req-11efb36f-dde0-4ef6-b6c9-8fe80087d33e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (c096e153-d3b5-435f-85d7-52eef0231b06), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:58.938983 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:58.945461 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['c096e153-d3b5-435f-85d7-52eef0231b06'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:46:58.977410 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efb36f-dde0-4ef6-b6c9-8fe80087d33e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Pushing event deleted for resources: {'Port': ['ID=c096e153-d3b5-435f-85d7-52eef0231b06,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:59.013827 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-e0761a0c-e9d0-4b4a-92cc-1c3d59c822d7 None None] Provisioning complete for port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:46:59.014195 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e0761a0c-e9d0-4b4a-92cc-1c3d59c822d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.041718 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:59.056921 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95042d7-f5c5-4c14-8cc2-c90ee8649507 req-11efb36f-dde0-4ef6-b6c9-8fe80087d33e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] No DVR routers for this DVR port c096e153-d3b5-435f-85d7-52eef0231b06 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:46:59.059616 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-e95042d7-f5c5-4c14-8cc2-c90ee8649507 req-11efb36f-dde0-4ef6-b6c9-8fe80087d33e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.063127 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-e95042d7-f5c5-4c14-8cc2-c90ee8649507 req-11efb36f-dde0-4ef6-b6c9-8fe80087d33e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.47 "DELETE /v2.0/ports/c096e153-d3b5-435f-85d7-52eef0231b06 HTTP/1.1" status: 204 len: 173 time: 0.7244220 Jun 23 13:46:59.066062 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f44dc2-3872-4638-9bd9-0a587fb2edcd', 'name': 'network-vif-deleted', 'tag': 'c096e153-d3b5-435f-85d7-52eef0231b06'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:46:59.069208 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5387e6-a7f4-4a8e-b70e-e865a907a1c1" -d '{"events": [{"server_uuid": "90f44dc2-3872-4638-9bd9-0a587fb2edcd", "name": "network-vif-deleted", "tag": "c096e153-d3b5-435f-85d7-52eef0231b06"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:46:59.079115 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:59.191260 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-e0761a0c-e9d0-4b4a-92cc-1c3d59c822d7 None None] Current status of the port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:46:59.196941 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Publish callbacks [] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), precommit_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.203551 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.263571 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Attempting to bind port f7cf18aa-7690-4de8-ad6e-f9faa0934d60 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:46:59.263942 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Attempting to bind port f7cf18aa-7690-4de8-ad6e-f9faa0934d60 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:46:59.264309 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Attempting to bind port f7cf18aa-7690-4de8-ad6e-f9faa0934d60 on network b47f5017-8eb5-4408-a8d6-8485afbf49d2 {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:46:59.267062 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e7d17-f29a-4d63-a84e-5725f479f43d None None] Pushing event updated for resources: {'Port': ['ID=f7cf18aa-7690-4de8-ad6e-f9faa0934d60,revision_number=2']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:59.272832 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:46:59.273221 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Checking segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:46:59.273602 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.273977 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Bound using segment: {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'} {{(pid=110549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:46:59.274543 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.managers [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Bound port: f7cf18aa-7690-4de8-ad6e-f9faa0934d60, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662c4827-898e-4ef2-80ae-9dd4901a13d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}}] {{(pid=110549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:46:59.275131 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.327318 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] For port f7cf18aa-7690-4de8-ad6e-f9faa0934d60, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:46:59.332018 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] For port f7cf18aa-7690-4de8-ad6e-f9faa0934d60, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=f7cf18aa-7690-4de8-ad6e-f9faa0934d60,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:46:59.340798 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.400373 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:46:59.401021 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:59.405997 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06a713e-3db0-4607-bbf5-ec5bcfc877a2 x-openstack-request-id: req-b06a713e-3db0-4607-bbf5-ec5bcfc877a2 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:46:59.405997 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f44dc2-3872-4638-9bd9-0a587fb2edcd", "name": "network-vif-deleted", "tag": "c096e153-d3b5-435f-85d7-52eef0231b06", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:46:59.405997 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b06a713e-3db0-4607-bbf5-ec5bcfc877a2 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:46:59.405997 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06a713e-3db0-4607-bbf5-ec5bcfc877a2'] response: {'server_uuid': '90f44dc2-3872-4638-9bd9-0a587fb2edcd', 'name': 'network-vif-deleted', 'tag': 'c096e153-d3b5-435f-85d7-52eef0231b06', 'status': 'completed', 'code': 200} Jun 23 13:46:59.435260 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-68cfc040-50cb-4a33-81af-b55ce28d6a74 req-1f36eb42-bc94-41c2-b561-1d0e2300f28a tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=90f44dc2-3872-4638-9bd9-0a587fb2edcd HTTP/1.1" status: 200 len: 210 time: 0.0354178 Jun 23 13:46:59.449137 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e7d17-f29a-4d63-a84e-5725f479f43d None None] Pushing event updated for resources: {'Port': ['ID=f7cf18aa-7690-4de8-ad6e-f9faa0934d60,revision_number=3']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:59.484357 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Allocated IP 172.20.0.1 (b55fd257-6b00-49b3-a392-7cc3edf381f1/db9a98fa-da80-4902-a01e-4008cb428f3f/e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:46:59.524543 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:46:59.596404 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Publish callbacks [] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.628035 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.668713 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Network b55fd257-6b00-49b3-a392-7cc3edf381f1 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:46:59.673746 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:46:59.676395 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:46:59.678573 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:46:59.694643 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:57Z', 'revision_number': 3, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:46:59.721254 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-262147'] for router_interface (25afbb2c-b76f-49c6-903c-07bf1945622c), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.725518 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb7b4c-14ed-43a8-ae84-e9c35af39996 None None] The sync data for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi is: [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:57Z', 'revision_number': 3, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:46:59.842404 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:46:59.853471 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.911377 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-6590c58b-542f-48ce-a963-58218937f388 None None] Provisioning complete for port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:46:59.912083 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6590c58b-542f-48ce-a963-58218937f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:46:59.950265 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 46f9696f-ad1e-45bc-a6f6-3610e5be8471 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:46:59.983320 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6590c58b-542f-48ce-a963-58218937f388 None None] Port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:47:00.009239 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:00.026490 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:47:00.026982 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:00.074186 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Publish callbacks [] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:00.080887 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:00.106906 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:00.108397 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:47:00.158441 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:00.162775 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7990019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-270227'] for router_interface (25afbb2c-b76f-49c6-903c-07bf1945622c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:00.258151 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Network b55fd257-6b00-49b3-a392-7cc3edf381f1 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:47:00.259568 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:47:00.375502 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Router 25afbb2c-b76f-49c6-903c-07bf1945622c has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:47:00.496048 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:47:00.509310 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-9a91efd3-d431-49b3-8034-1ce9cdf58d70 admin admin] 10.222.0.26 "PUT /v2.0/routers/25afbb2c-b76f-49c6-903c-07bf1945622c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3008215 Jun 23 13:47:00.516305 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-42c3aad0-d490-4617-9acd-fc2dc36159b8 None None] Provisioning complete for port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:47:00.516900 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-42c3aad0-d490-4617-9acd-fc2dc36159b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:00.552500 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:00.555757 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-42c3aad0-d490-4617-9acd-fc2dc36159b8 None None] Port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:47:00.774610 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-0d294fd8-5ddb-40c1-90ad-2321a4932af2 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:00.776108 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-0d294fd8-5ddb-40c1-90ad-2321a4932af2 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/networks?id=157e0a54-4e55-4a36-8828-e724b9ae8557 HTTP/1.1" status: 200 len: 809 time: 0.1087029 Jun 23 13:47:00.790857 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-771ddd66-4834-4e9d-89c2-05bc58ffc024 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/quotas/c3b6044e9c2e44009b2e7f5ee43019ac HTTP/1.1" status: 200 len: 375 time: 0.0092366 Jun 23 13:47:00.814656 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33502) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:47:00.819241 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-63e707b0-bf4c-4e30-a69c-808fcf67b27c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2090367399', 'description': 'tempest-description--40018154'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:47:00.825604 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-b3754165-d642-421b-a5cf-e780adda1663 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3b6044e9c2e44009b2e7f5ee43019ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295091 Jun 23 13:47:00.846567 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-63e707b0-bf4c-4e30-a69c-808fcf67b27c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:00.863590 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:00.922092 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-de538cf7-5ffa-4c5f-a8d8-c1ed9c6581cd service neutron] 10.222.0.26 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890324 Jun 23 13:47:00.924057 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-63e707b0-bf4c-4e30-a69c-808fcf67b27c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:00.928450 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-63e707b0-bf4c-4e30-a69c-808fcf67b27c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:00.958692 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-63e707b0-bf4c-4e30-a69c-808fcf67b27c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:00.962595 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-63e707b0-bf4c-4e30-a69c-808fcf67b27c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1442177 Jun 23 13:47:00.962837 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33504) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:47:00.967438 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-eb17f95b-5779-42d8-9aa2-784278924edb tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'security_group_rule': {'security_group_id': '2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:47:00.972903 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e707b0-bf4c-4e30-a69c-808fcf67b27c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:00.996955 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-eb17f95b-5779-42d8-9aa2-784278924edb tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (92bd6cee-5624-4bf7-aff0-2f09d1aa52a6), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.005845 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:01.016178 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-afaa1796-3fc9-41ee-83af-588b02c25713 service neutron] 10.222.0.26 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905452 Jun 23 13:47:01.061387 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-eb17f95b-5779-42d8-9aa2-784278924edb tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (92bd6cee-5624-4bf7-aff0-2f09d1aa52a6), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.067283 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-eb17f95b-5779-42d8-9aa2-784278924edb tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (92bd6cee-5624-4bf7-aff0-2f09d1aa52a6), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.082299 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:01.083563 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17f95b-5779-42d8-9aa2-784278924edb tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bd6cee-5624-4bf7-aff0-2f09d1aa52a6,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:01.112277 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-eb17f95b-5779-42d8-9aa2-784278924edb tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.113542 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-eb17f95b-5779-42d8-9aa2-784278924edb tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497805 Jun 23 13:47:01.116301 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33506) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:47:01.120830 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'security_group_rule': {'security_group_id': '2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:47:01.149892 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (e4a398e7-50ac-40fb-9e4d-6ef8d36de0b7), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.212580 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4e210960-34e4-4a01-940c-33e16f0a2828 req-b2f87d15-7ddf-43fa-b6ce-ac2660a05fa2 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 210 time: 0.0410769 Jun 23 13:47:01.235437 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (e4a398e7-50ac-40fb-9e4d-6ef8d36de0b7), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.239578 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (e4a398e7-50ac-40fb-9e4d-6ef8d36de0b7), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.259131 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a398e7-50ac-40fb-9e4d-6ef8d36de0b7,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:01.267921 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.268299 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.268713 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.269217 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.269546 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.269848 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.270173 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.270495 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.270817 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.271140 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.271488 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.271809 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.272127 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.272445 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.272758 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:01.278718 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.283125 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-28807512-71a7-40ab-891a-be232bc83c9b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1658077 Jun 23 13:47:01.283246 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33514) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:47:01.288016 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:47:01.311246 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.398168 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.432009 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Sync routers for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:47:01.442789 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:47:01.443449 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:47:01.477273 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device c096e153-d3b5-435f-85d7-52eef0231b06 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:47:01.502415 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: c096e153-d3b5-435f-85d7-52eef0231b06 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:47:01.502847 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device c096e153-d3b5-435f-85d7-52eef0231b06 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:47:01.523284 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Allocated IP 172.27.0.99 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/e879cf3b-13d2-470c-9849-f6472f11d42d) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:47:01.633461 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for port (e879cf3b-13d2-470c-9849-f6472f11d42d), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.648540 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:47:01.666583 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (e879cf3b-13d2-470c-9849-f6472f11d42d), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.714512 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:47:01.719128 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:47:01.723422 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:47:01.728543 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'Port': ['ID=e879cf3b-13d2-470c-9849-f6472f11d42d,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:01.808337 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (5cf3f69f-8594-4ef7-9338-2a143497e221), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.847710 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e879cf3b-13d2-470c-9849-f6472f11d42d), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.854477 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 2, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:47:01.880858 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Checking router: 25afbb2c-b76f-49c6-903c-07bf1945622c for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:47:01.881212 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Updating router 25afbb2c-b76f-49c6-903c-07bf1945622c port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 binding host dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 13:47:01.910517 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.931050 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device f7cf18aa-7690-4de8-ad6e-f9faa0934d60 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:47:01.980845 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port f7cf18aa-7690-4de8-ad6e-f9faa0934d60 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:47:01.981215 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:01.998811 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:02.005505 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:02.010224 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for port (e879cf3b-13d2-470c-9849-f6472f11d42d), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.016391 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (e879cf3b-13d2-470c-9849-f6472f11d42d), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.065848 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port f7cf18aa-7690-4de8-ad6e-f9faa0934d60 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:47:02.066193 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.097038 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] For port f7cf18aa-7690-4de8-ad6e-f9faa0934d60, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=f7cf18aa-7690-4de8-ad6e-f9faa0934d60,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:47:02.101997 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.164048 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'Port': ['ID=e879cf3b-13d2-470c-9849-f6472f11d42d,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:02.169674 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (5cf3f69f-8594-4ef7-9338-2a143497e221), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.189385 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Pushing event updated for resources: {'Port': ['ID=f7cf18aa-7690-4de8-ad6e-f9faa0934d60,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:02.214395 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Publish callbacks [] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.222200 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.228097 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.229716 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-5e25d0bc-1e23-43c1-8e15-069b914d6430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9453652 Jun 23 13:47:02.256329 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-23f45cce-dae3-46fd-99a9-ab32da2f98f7 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:02.258215 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-23f45cce-dae3-46fd-99a9-ab32da2f98f7 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.47 "GET /v2.0/networks?id=157e0a54-4e55-4a36-8828-e724b9ae8557 HTTP/1.1" status: 200 len: 809 time: 0.1711388 Jun 23 13:47:02.271545 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Request body: {'port': {'device_id': '1b86774c-7a2d-4c01-b59c-d3ef1fe36878', 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557', 'admin_state_up': True, 'tenant_id': 'c3b6044e9c2e44009b2e7f5ee43019ac'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:47:02.367113 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Attempting to bind port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 on host dv-cinder-815582-10-iscsi for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:47:02.367501 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Attempting to bind port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 by drivers openvswitch,hyperv on host dv-cinder-815582-10-iscsi at level 0 using segments [{'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:47:02.368042 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Attempting to bind port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 on network b55fd257-6b00-49b3-a392-7cc3edf381f1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:47:02.370727 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Pushing event updated for resources: {'Port': ['ID=e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:02.374427 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3d8c91a3-f8e9-4178-ba38-7bfb41faf849 req-6a687629-bc62-4577-b939-bd3493d34a30 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 210 time: 0.0455101 Jun 23 13:47:02.389202 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Checking agent: {'id': 'b31d1f5e-c759-4b08-85d8-ae1aac23b5c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 31, 25), 'started_at': datetime.datetime(2022, 6, 23, 13, 31, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:47:02.389780 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Checking segment: {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:47:02.391054 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.391627 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Bound using segment: {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:47:02.392251 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Bound port: e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82, host: dv-cinder-815582-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:47:02.392792 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.396282 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.396819 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.397157 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.397501 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.397829 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.398178 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.398491 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.398983 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.399297 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.399647 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.399965 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.400294 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.400616 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.400925 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.401234 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:02.418193 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:02.437634 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-37d9e2c0-3f76-48c8-8d64-61da352e74ec tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2090367399&fields=id&tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636 HTTP/1.1" status: 200 len: 267 time: 0.0654299 Jun 23 13:47:02.455999 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:02.475949 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] For port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82, host dv-cinder-815582-10-iscsi, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:47:02.477100 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Made reservation on behalf of c3b6044e9c2e44009b2e7f5ee43019ac for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:47:02.480453 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] For port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82, host dv-cinder-815582-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:47:02.482198 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.488353 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.543213 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:47:02.544153 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:47:02.566267 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-8d7d5f80-03b7-4ca0-ae61-ef0fcc5c3979 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:02.568689 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-8d7d5f80-03b7-4ca0-ae61-ef0fcc5c3979 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/networks?id=b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 200 len: 811 time: 0.1243052 Jun 23 13:47:02.604819 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0a3aaee2-6d4f-4844-b19d-de3782a0861c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/quotas/f9d1fbb158dc4d63a7aeb04d115f7636 HTTP/1.1" status: 200 len: 375 time: 0.0296199 Jun 23 13:47:02.607261 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc485fa-afe1-47b5-9c19-f3f1bb3ad40b None None] Pushing event updated for resources: {'Port': ['ID=e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82,revision_number=4']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:02.616796 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-7551db94-b036-47d5-8dc7-852f1f4b1185 None None] Provisioning complete for port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:47:02.617918 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7551db94-b036-47d5-8dc7-852f1f4b1185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.640957 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Allocated IP 172.20.0.13 (157e0a54-4e55-4a36-8828-e724b9ae8557/29978ab1-25c9-482a-9f06-afc6c440e832/62681711-211d-4e21-8403-a3f1cca59f9a) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:47:02.685395 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:47:02.723212 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-7551db94-b036-47d5-8dc7-852f1f4b1185 None None] Current status of the port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 is: DOWN; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:47:02.723913 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7551db94-b036-47d5-8dc7-852f1f4b1185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.767770 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-7551db94-b036-47d5-8dc7-852f1f4b1185 None None] For port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:47:02.775493 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-7551db94-b036-47d5-8dc7-852f1f4b1185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.878426 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551db94-b036-47d5-8dc7-852f1f4b1185 None None] Pushing event updated for resources: {'Port': ['ID=e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:02.887805 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks [] for port (62681711-211d-4e21-8403-a3f1cca59f9a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.905520 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-6347aee4-73ad-4959-8755-364ea62a45f9 None None] Provisioning complete for port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:47:02.906198 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6347aee4-73ad-4959-8755-364ea62a45f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.929280 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:47:02.934652 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:02.964954 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:02.965912 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c146d1-ccad-4bb5-be33-f42c488fe840 None None] The sync data for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi is: [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:47:03.004713 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-6347aee4-73ad-4959-8755-364ea62a45f9 None None] Current status of the port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:47:03.007327 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Network 157e0a54-4e55-4a36-8828-e724b9ae8557 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:47:03.015268 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:47:03.015268 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Pushing event updated for resources: {'Port': ['ID=62681711-211d-4e21-8403-a3f1cca59f9a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:03.016771 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:47:03.044619 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-faa3413e-7654-4cfc-9d85-d0d689bbdde2 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4276071 Jun 23 13:47:03.090074 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:03.090745 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:03.110029 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-4b3bc3dc-85f3-4040-979d-c5066c606abc tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8430312 Jun 23 13:47:03.122959 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Request body: {'port': {'device_id': '1b86774c-7a2d-4c01-b59c-d3ef1fe36878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:47:03.131725 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:03.155248 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-a4707aff-b20b-44dd-854d-77de2f0ac2ec service neutron] 10.222.0.26 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996134 Jun 23 13:47:03.190661 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:03.234532 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:03.264966 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-b90aa8c4-fbd5-473d-90bf-a60e9b6006c9 service neutron] 10.222.0.26 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034398 Jun 23 13:47:03.455945 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fbc6cb7a-96f0-4c53-bed1-35d6e0aea72b req-0db9d99b-3c22-40e1-9a82-b739df4fa9a7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 210 time: 0.0398259 Jun 23 13:47:03.495085 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62681711-211d-4e21-8403-a3f1cca59f9a {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:47:03.505023 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Publish callbacks [] for port (62681711-211d-4e21-8403-a3f1cca59f9a), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:03.522495 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Transition to ACTIVE for port object 62681711-211d-4e21-8403-a3f1cca59f9a will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:47:03.528821 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:03.561605 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6413b-ea33-46fb-a11c-1fe25bedb043 req-ca5353b8-52c8-437f-aa24-0e88549614d6 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:03.569038 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-67b6413b-ea33-46fb-a11c-1fe25bedb043 req-ca5353b8-52c8-437f-aa24-0e88549614d6 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 932 time: 0.0860963 Jun 23 13:47:03.630709 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-67b6413b-ea33-46fb-a11c-1fe25bedb043 req-91d3a578-330e-442a-9abd-f00e24ec7147 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607040 Jun 23 13:47:03.647650 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Pushing event updated for resources: {'Port': ['ID=62681711-211d-4e21-8403-a3f1cca59f9a,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:03.683600 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Attempting to bind port 62681711-211d-4e21-8403-a3f1cca59f9a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:47:03.683965 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Attempting to bind port 62681711-211d-4e21-8403-a3f1cca59f9a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '83094d65-d246-48af-bd23-12484a0b04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:47:03.685402 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Attempting to bind port 62681711-211d-4e21-8403-a3f1cca59f9a on network 157e0a54-4e55-4a36-8828-e724b9ae8557 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:47:03.689783 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Port 62681711-211d-4e21-8403-a3f1cca59f9a on network 157e0a54-4e55-4a36-8828-e724b9ae8557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:47:03.689982 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Attempting to bind port 62681711-211d-4e21-8403-a3f1cca59f9a on network 157e0a54-4e55-4a36-8828-e724b9ae8557 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:47:03.695991 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:47:03.696377 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Checking segment: {'id': '83094d65-d246-48af-bd23-12484a0b04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:47:03.696898 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Bound using segment: {'id': '83094d65-d246-48af-bd23-12484a0b04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:47:03.697389 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Bound port: 62681711-211d-4e21-8403-a3f1cca59f9a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83094d65-d246-48af-bd23-12484a0b04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:47:03.697747 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:03.770227 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] For port 62681711-211d-4e21-8403-a3f1cca59f9a, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:47:03.773581 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] For port 62681711-211d-4e21-8403-a3f1cca59f9a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=62681711-211d-4e21-8403-a3f1cca59f9a,segment=NetworkSegment(83094d65-d246-48af-bd23-12484a0b04e0),segment_id=83094d65-d246-48af-bd23-12484a0b04e0)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:47:03.781429 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:03.820332 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:03.820947 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:03.822410 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] 10.222.0.47 "PUT /v2.0/ports/62681711-211d-4e21-8403-a3f1cca59f9a HTTP/1.1" status: 200 len: 1094 time: 0.7039299 Jun 23 13:47:03.822843 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86774c-7a2d-4c01-b59c-d3ef1fe36878', 'tag': '62681711-211d-4e21-8403-a3f1cca59f9a'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:47:03.825180 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f2219f-fe74-4e3a-ab9e-61480a347144" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86774c-7a2d-4c01-b59c-d3ef1fe36878", "tag": "62681711-211d-4e21-8403-a3f1cca59f9a"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:47:03.866927 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b9f38-5bf6-4a7e-848f-a762925b9440 service neutron] Pushing event updated for resources: {'Port': ['ID=62681711-211d-4e21-8403-a3f1cca59f9a,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:03.898541 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8109df-9784-47fa-a4b4-905052c45095 x-openstack-request-id: req-ab8109df-9784-47fa-a4b4-905052c45095 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:47:03.898816 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86774c-7a2d-4c01-b59c-d3ef1fe36878", "tag": "62681711-211d-4e21-8403-a3f1cca59f9a", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:47:03.899063 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab8109df-9784-47fa-a4b4-905052c45095 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:47:03.899484 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8109df-9784-47fa-a4b4-905052c45095'] response: {'name': 'network-changed', 'server_uuid': '1b86774c-7a2d-4c01-b59c-d3ef1fe36878', 'tag': '62681711-211d-4e21-8403-a3f1cca59f9a', 'status': 'completed', 'code': 200} Jun 23 13:47:03.941838 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-84a48a93-53d3-4b71-b50f-fca877c6104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:03.943388 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-84a48a93-53d3-4b71-b50f-fca877c6104c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3b6044e9c2e44009b2e7f5ee43019ac&device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 1128 time: 0.0701137 Jun 23 13:47:03.996573 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-1af5cb21-66d0-45f9-addb-34752e9be68d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62681711-211d-4e21-8403-a3f1cca59f9a HTTP/1.1" status: 200 len: 217 time: 0.0441914 Jun 23 13:47:04.012729 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:04.050901 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:47:04.054397 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-8b3b434c-913a-42cb-ab6b-35227ad06649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:04.056075 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-8b3b434c-913a-42cb-ab6b-35227ad06649 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29978ab1-25c9-482a-9f06-afc6c440e832 HTTP/1.1" status: 200 len: 849 time: 0.0522850 Jun 23 13:47:04.093888 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-31478759-53a0-4f95-beb6-84f06e9e6e75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=157e0a54-4e55-4a36-8828-e724b9ae8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321460 Jun 23 13:47:04.114834 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:47:04.115659 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:04.207992 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:47:04.209112 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device f7cf18aa-7690-4de8-ad6e-f9faa0934d60 up at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:47:04.230920 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-b1f04d51-7c2d-40ed-872f-c2f83ce61270 service neutron] 10.222.0.47 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129808 Jun 23 13:47:04.259094 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Provisioning complete for port f7cf18aa-7690-4de8-ad6e-f9faa0934d60 triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:47:04.259508 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:04.298226 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:04.319307 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:04.335768 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Current status of the port f7cf18aa-7690-4de8-ad6e-f9faa0934d60 is: ACTIVE; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:47:04.342722 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d33693ed-93f4-4d45-90e8-6bf6b28fa0f9 req-d4488b29-178e-4c8c-92f1-a4423c480bad service neutron] 10.222.0.47 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922737 Jun 23 13:47:04.548743 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8dccaa35-5b7e-4c52-a26c-abe87f335ed8 req-07c6d67a-302c-4b1b-9992-8184789c8580 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 210 time: 0.0289657 Jun 23 13:47:04.762572 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872795e1-4717-4748-999c-94c375f0df3b req-aaa58446-f3cd-47cb-9f3d-647d1c108df4 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:04.763969 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-872795e1-4717-4748-999c-94c375f0df3b req-aaa58446-f3cd-47cb-9f3d-647d1c108df4 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 944 time: 0.0469000 Jun 23 13:47:04.811900 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-872795e1-4717-4748-999c-94c375f0df3b req-349d07b2-33a8-465b-b3d3-3c0d0bacc5bd tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422940 Jun 23 13:47:05.255181 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:05.259214 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2219f-fe74-4e3a-ab9e-61480a347144 req-6721af3e-6e7d-4ad9-b792-cf837a41e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:05.260837 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93f2219f-fe74-4e3a-ab9e-61480a347144 req-6721af3e-6e7d-4ad9-b792-cf837a41e03f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3b6044e9c2e44009b2e7f5ee43019ac&device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 1128 time: 0.0739336 Jun 23 13:47:05.377473 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-eb553239-c428-4c9b-a872-21f7d131197a tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:05.378902 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-eb553239-c428-4c9b-a872-21f7d131197a tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.47 "GET /v2.0/networks?id=b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 200 len: 811 time: 0.1837251 Jun 23 13:47:05.402224 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2219f-fe74-4e3a-ab9e-61480a347144 req-858d5e86-05c5-46f5-82ae-3a686c5f9b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:05.403625 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93f2219f-fe74-4e3a-ab9e-61480a347144 req-858d5e86-05c5-46f5-82ae-3a686c5f9b69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=157e0a54-4e55-4a36-8828-e724b9ae8557 HTTP/1.1" status: 200 len: 910 time: 0.1182759 Jun 23 13:47:05.484929 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 62681711-211d-4e21-8403-a3f1cca59f9a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:47:05.493978 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93f2219f-fe74-4e3a-ab9e-61480a347144 req-c043a752-6164-4f14-9da2-eab78316550f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62681711-211d-4e21-8403-a3f1cca59f9a HTTP/1.1" status: 200 len: 217 time: 0.0484920 Jun 23 13:47:05.564463 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-a40219a9-c4a9-48cc-be39-f8a5d3564614 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636 HTTP/1.1" status: 200 len: 380 time: 0.1200721 Jun 23 13:47:05.568117 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2219f-fe74-4e3a-ab9e-61480a347144 req-59513a45-85c7-4419-bd3a-32f52fe117d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:05.569467 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93f2219f-fe74-4e3a-ab9e-61480a347144 req-59513a45-85c7-4419-bd3a-32f52fe117d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29978ab1-25c9-482a-9f06-afc6c440e832 HTTP/1.1" status: 200 len: 849 time: 0.0658634 Jun 23 13:47:05.574027 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'port': {'device_id': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'admin_state_up': True, 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'security_groups': ['2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:47:05.589929 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 62681711-211d-4e21-8403-a3f1cca59f9a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=62681711-211d-4e21-8403-a3f1cca59f9a,segment=NetworkSegment(83094d65-d246-48af-bd23-12484a0b04e0),segment_id=83094d65-d246-48af-bd23-12484a0b04e0)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:47:05.605067 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '62681711-211d-4e21-8403-a3f1cca59f9a', 'network_id': '157e0a54-4e55-4a36-8828-e724b9ae8557', 'port_id': '62681711-211d-4e21-8403-a3f1cca59f9a', 'mac_address': 'fa:16:3e:ce:17:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29978ab1-25c9-482a-9f06-afc6c440e832', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:47:05.617059 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93f2219f-fe74-4e3a-ab9e-61480a347144 req-92ae96db-803c-4d3d-8c40-960793719e6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=157e0a54-4e55-4a36-8828-e724b9ae8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381315 Jun 23 13:47:05.645765 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 62681711-211d-4e21-8403-a3f1cca59f9a is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:47:05.646155 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:05.652304 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-41142260-3a23-4bef-a26c-9299248886fa req-d11bb188-04a2-4d7d-9a8f-77fdc9ea4e4e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 210 time: 0.0297351 Jun 23 13:47:05.663254 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62681711-211d-4e21-8403-a3f1cca59f9a {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:47:05.682681 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 62681711-211d-4e21-8403-a3f1cca59f9a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=62681711-211d-4e21-8403-a3f1cca59f9a,segment=NetworkSegment(83094d65-d246-48af-bd23-12484a0b04e0),segment_id=83094d65-d246-48af-bd23-12484a0b04e0)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:47:05.688666 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:05.734978 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=62681711-211d-4e21-8403-a3f1cca59f9a,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:05.774335 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93f2219f-fe74-4e3a-ab9e-61480a347144 req-9617eaa5-ec78-4cac-b76c-d33ab0c23382 service neutron] 10.222.0.47 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478329 Jun 23 13:47:05.781117 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Made reservation on behalf of f9d1fbb158dc4d63a7aeb04d115f7636 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:47:05.784488 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:05.894879 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:05.912743 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['62681711-211d-4e21-8403-a3f1cca59f9a'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:47:05.924508 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:05.937497 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-93f2219f-fe74-4e3a-ab9e-61480a347144 req-c7151a70-3ce8-45f7-bf9d-482b5682162f service neutron] 10.222.0.47 "GET /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506188 Jun 23 13:47:05.939143 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfca9e-9be4-4576-a4a4-0280b52bab20 req-d5abfa9f-b215-48e9-8ec3-54fff6d7c833 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:05.940733 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3ebfca9e-9be4-4576-a4a4-0280b52bab20 req-d5abfa9f-b215-48e9-8ec3-54fff6d7c833 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 945 time: 0.0527217 Jun 23 13:47:05.988015 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Allocated IP 172.20.0.9 (b55fd257-6b00-49b3-a392-7cc3edf381f1/db9a98fa-da80-4902-a01e-4008cb428f3f/05ad5662-9e88-4d0d-aecc-58d0f3be244c) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:47:06.012068 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3ebfca9e-9be4-4576-a4a4-0280b52bab20 req-1ac47353-e6ad-48a9-af80-fc3c94380c3e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580902 Jun 23 13:47:06.125456 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:06.130829 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:06.162608 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:06.208456 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Network b55fd257-6b00-49b3-a392-7cc3edf381f1 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:47:06.211483 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:47:06.215011 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:47:06.243876 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'Port': ['ID=05ad5662-9e88-4d0d-aecc-58d0f3be244c,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:06.267193 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:06.268002 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:06.286485 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-0c058e8c-bb96-408e-bc2b-f88e517b071f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7159529 Jun 23 13:47:06.298091 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Request body: {'port': {'device_id': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:47:06.358644 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:06.456276 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-9d413847-c691-487d-94d6-61287395bb70 None None] Provisioning complete for port 05ad5662-9e88-4d0d-aecc-58d0f3be244c triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:47:06.456569 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9d413847-c691-487d-94d6-61287395bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:06.488459 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-9d413847-c691-487d-94d6-61287395bb70 None None] Port 05ad5662-9e88-4d0d-aecc-58d0f3be244c cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:47:06.773028 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733ca47-2d11-47ac-9f82-704dd20cb12a req-cbe010c6-7233-4075-95fd-3df75700465c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:06.774647 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2733ca47-2d11-47ac-9f82-704dd20cb12a req-cbe010c6-7233-4075-95fd-3df75700465c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 931 time: 0.0495410 Jun 23 13:47:06.824980 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2733ca47-2d11-47ac-9f82-704dd20cb12a req-618c35b2-a5d4-477f-aa8e-cafe47af6327 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445018 Jun 23 13:47:06.878545 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ad5662-9e88-4d0d-aecc-58d0f3be244c {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:47:06.886194 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Publish callbacks [] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:06.899534 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Transition to ACTIVE for port object 05ad5662-9e88-4d0d-aecc-58d0f3be244c will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:47:06.906416 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:06.953844 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad5662-9e88-4d0d-aecc-58d0f3be244c,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:06.962589 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:07.034341 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Attempting to bind port 05ad5662-9e88-4d0d-aecc-58d0f3be244c on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:47:07.034605 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Attempting to bind port 05ad5662-9e88-4d0d-aecc-58d0f3be244c by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:47:07.034921 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Attempting to bind port 05ad5662-9e88-4d0d-aecc-58d0f3be244c on network b55fd257-6b00-49b3-a392-7cc3edf381f1 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:47:07.039712 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Port 05ad5662-9e88-4d0d-aecc-58d0f3be244c on network b55fd257-6b00-49b3-a392-7cc3edf381f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:47:07.040030 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Attempting to bind port 05ad5662-9e88-4d0d-aecc-58d0f3be244c on network b55fd257-6b00-49b3-a392-7cc3edf381f1 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:47:07.045192 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:47:07.045527 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Checking segment: {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:47:07.045905 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Bound using segment: {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:47:07.046331 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Bound port: 05ad5662-9e88-4d0d-aecc-58d0f3be244c, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:47:07.046685 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:07.119637 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] For port 05ad5662-9e88-4d0d-aecc-58d0f3be244c, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:47:07.122977 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] For port 05ad5662-9e88-4d0d-aecc-58d0f3be244c, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=05ad5662-9e88-4d0d-aecc-58d0f3be244c,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:47:07.131434 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c54f1-3ade-4ea8-b041-14e662b33c46 req-491d6fa2-486e-4988-aef7-4b60ac254cf9 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:07.132072 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:07.133465 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8f4c54f1-3ade-4ea8-b041-14e662b33c46 req-491d6fa2-486e-4988-aef7-4b60ac254cf9 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 945 time: 0.0533299 Jun 23 13:47:07.161008 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:07.168660 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:07.170095 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:07.171828 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] 10.222.0.47 "PUT /v2.0/ports/05ad5662-9e88-4d0d-aecc-58d0f3be244c HTTP/1.1" status: 200 len: 1093 time: 0.8781807 Jun 23 13:47:07.181366 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8f4c54f1-3ade-4ea8-b041-14e662b33c46 req-769f9f93-d9d8-489f-9a29-d427ac0c69f7 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Jun 23 13:47:07.185727 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'tag': '05ad5662-9e88-4d0d-aecc-58d0f3be244c'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:47:07.188478 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8" -d '{"events": [{"name": "network-changed", "server_uuid": "a45e14a5-376a-40fb-8ea0-934aa3de116a", "tag": "05ad5662-9e88-4d0d-aecc-58d0f3be244c"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:47:07.205980 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcb1d2-3527-46fd-b441-f2dd6e2ee622 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad5662-9e88-4d0d-aecc-58d0f3be244c,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:07.281883 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-36dd4399-99da-46e1-a7f5-95d00b4e0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:07.283314 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-36dd4399-99da-46e1-a7f5-95d00b4e0d5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 1127 time: 0.0474637 Jun 23 13:47:07.326580 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-6eedb6cb-1bde-4df1-82fe-1411cd79f62b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ad5662-9e88-4d0d-aecc-58d0f3be244c HTTP/1.1" status: 200 len: 217 time: 0.0353224 Jun 23 13:47:07.378227 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-b578e6e2-c1ac-4ebb-907f-8155f5f49173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:07.379871 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-b578e6e2-c1ac-4ebb-907f-8155f5f49173 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db9a98fa-da80-4902-a01e-4008cb428f3f HTTP/1.1" status: 200 len: 850 time: 0.0476472 Jun 23 13:47:07.387385 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01da2585-33a4-423b-9bc3-b2cab99a41f1 x-openstack-request-id: req-01da2585-33a4-423b-9bc3-b2cab99a41f1 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:47:07.387677 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45e14a5-376a-40fb-8ea0-934aa3de116a", "tag": "05ad5662-9e88-4d0d-aecc-58d0f3be244c", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:47:07.387930 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01da2585-33a4-423b-9bc3-b2cab99a41f1 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:47:07.388320 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01da2585-33a4-423b-9bc3-b2cab99a41f1'] response: {'name': 'network-changed', 'server_uuid': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'tag': '05ad5662-9e88-4d0d-aecc-58d0f3be244c', 'status': 'completed', 'code': 200} Jun 23 13:47:07.428777 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-eaefcd06-8944-4d7a-8317-0ed52aecd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:07.430281 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-eaefcd06-8944-4d7a-8317-0ed52aecd91c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b55fd257-6b00-49b3-a392-7cc3edf381f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380898 Jun 23 13:47:07.507629 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 62681711-211d-4e21-8403-a3f1cca59f9a up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:47:07.527930 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-167b2ac3-395b-48ea-b50d-a521bf2b50d0 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908499 Jun 23 13:47:07.550975 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 62681711-211d-4e21-8403-a3f1cca59f9a completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:47:07.560984 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 62681711-211d-4e21-8403-a3f1cca59f9a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:47:07.561465 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:07.623038 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c6b71d4-6313-41f1-a896-ea886ce50784 req-a5bccbda-7442-4011-92f7-7f0d266383a5 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885303 Jun 23 13:47:07.640627 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 62681711-211d-4e21-8403-a3f1cca59f9a is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:47:07.641012 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:07.664005 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86774c-7a2d-4c01-b59c-d3ef1fe36878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62681711-211d-4e21-8403-a3f1cca59f9a'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:47:07.666214 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cee628b-d866-4303-b86e-8c3b4f90a413" -d '{"events": [{"server_uuid": "1b86774c-7a2d-4c01-b59c-d3ef1fe36878", "name": "network-vif-plugged", "status": "completed", "tag": "62681711-211d-4e21-8403-a3f1cca59f9a"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:47:07.678822 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 62681711-211d-4e21-8403-a3f1cca59f9a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=62681711-211d-4e21-8403-a3f1cca59f9a,segment=NetworkSegment(83094d65-d246-48af-bd23-12484a0b04e0),segment_id=83094d65-d246-48af-bd23-12484a0b04e0)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:47:07.684435 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:07.707161 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3fe19d-8772-4334-ad72-74515e72f123 x-openstack-request-id: req-4a3fe19d-8772-4334-ad72-74515e72f123 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:47:07.707492 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86774c-7a2d-4c01-b59c-d3ef1fe36878", "name": "network-vif-plugged", "status": "completed", "tag": "62681711-211d-4e21-8403-a3f1cca59f9a", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:47:07.707751 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a3fe19d-8772-4334-ad72-74515e72f123 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:47:07.708134 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3fe19d-8772-4334-ad72-74515e72f123'] response: {'server_uuid': '1b86774c-7a2d-4c01-b59c-d3ef1fe36878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62681711-211d-4e21-8403-a3f1cca59f9a', 'code': 200} Jun 23 13:47:07.733160 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=62681711-211d-4e21-8403-a3f1cca59f9a,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:07.964019 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66f41d-fec0-4127-8e3b-b7f9dc52c89d req-54fa08c2-433f-4c3f-8e95-326b16f36e9c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:07.965479 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6a66f41d-fec0-4127-8e3b-b7f9dc52c89d req-54fa08c2-433f-4c3f-8e95-326b16f36e9c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 943 time: 0.0569525 Jun 23 13:47:08.015549 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6a66f41d-fec0-4127-8e3b-b7f9dc52c89d req-4150ab4e-4d65-4c9e-9ec4-3b6ee19042ff tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424285 Jun 23 13:47:08.302609 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbc0f9-1bc7-436f-bb8b-cd31c4ef4701 req-94d08c51-ef9e-4f9b-94e9-60981b4740b2 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:08.304107 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1cbbc0f9-1bc7-436f-bb8b-cd31c4ef4701 req-94d08c51-ef9e-4f9b-94e9-60981b4740b2 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 946 time: 0.0464463 Jun 23 13:47:08.355082 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-1cbbc0f9-1bc7-436f-bb8b-cd31c4ef4701 req-55189ec7-adae-4e53-aa85-1481c43d3e92 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Jun 23 13:47:08.433523 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8 req-c35efbd2-8f40-44dc-9057-e16927b97f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:08.435176 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8 req-c35efbd2-8f40-44dc-9057-e16927b97f4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 1127 time: 0.0471809 Jun 23 13:47:08.560469 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545d55-0313-4e79-8621-c5a72b6f063d req-df31f887-e9a8-4d8a-a216-4274b203a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:08.561944 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6e545d55-0313-4e79-8621-c5a72b6f063d req-df31f887-e9a8-4d8a-a216-4274b203a670 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 1130 time: 0.0565536 Jun 23 13:47:08.563039 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8 req-d8709033-f396-4a42-bb4a-9b58c1b181c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:08.564373 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8 req-d8709033-f396-4a42-bb4a-9b58c1b181c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 200 len: 912 time: 0.1230974 Jun 23 13:47:08.617359 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8 req-464728a3-c6c4-4a1a-81e5-fdcf9883efd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ad5662-9e88-4d0d-aecc-58d0f3be244c HTTP/1.1" status: 200 len: 217 time: 0.0435236 Jun 23 13:47:08.675236 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6e545d55-0313-4e79-8621-c5a72b6f063d req-54c8e4c2-a17b-49ac-a0d1-4f46c7f36c9b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026614 Jun 23 13:47:08.685710 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8 req-6250625f-14e3-4cec-a496-83a898b5d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:08.687006 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8 req-6250625f-14e3-4cec-a496-83a898b5d8cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db9a98fa-da80-4902-a01e-4008cb428f3f HTTP/1.1" status: 200 len: 850 time: 0.0599480 Jun 23 13:47:08.923248 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8 req-47b8db0e-70a5-49f3-9664-156556158dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:08.924789 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8 req-47b8db0e-70a5-49f3-9664-156556158dc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b55fd257-6b00-49b3-a392-7cc3edf381f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505974 Jun 23 13:47:09.011034 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:09.021917 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8 req-31eb6841-3e39-41b4-b4d0-b221fe0353e1 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870190 Jun 23 13:47:09.115016 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-2c2f78ca-5fdb-4ea9-9b37-43b2aaa44de8 req-3ca58e8e-5183-4df2-9d9d-f0d6d69696f0 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852313 Jun 23 13:47:09.131667 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ff073-c89c-43da-9731-859a655a9e7b req-58877242-5e0a-41bf-8514-f28ef73f8273 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:09.133175 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-513ff073-c89c-43da-9731-859a655a9e7b req-58877242-5e0a-41bf-8514-f28ef73f8273 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 943 time: 0.0476851 Jun 23 13:47:09.179833 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-513ff073-c89c-43da-9731-859a655a9e7b req-dcdc2f33-baf0-4077-a130-50fa08e02cc2 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410378 Jun 23 13:47:09.469201 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7805-1e3d-4282-b643-1eb46fde8353 req-138c5a47-4b60-4191-84cc-be239a5503d2 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:09.470555 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ce3c7805-1e3d-4282-b643-1eb46fde8353 req-138c5a47-4b60-4191-84cc-be239a5503d2 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 946 time: 0.0480597 Jun 23 13:47:09.503471 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:09.524410 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-ce3c7805-1e3d-4282-b643-1eb46fde8353 req-e37ccbe4-07f2-41a3-b407-e87cd69fb20e tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454154 Jun 23 13:47:09.533887 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 05ad5662-9e88-4d0d-aecc-58d0f3be244c details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:47:09.538203 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:09.548297 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:09.764266 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 05ad5662-9e88-4d0d-aecc-58d0f3be244c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=05ad5662-9e88-4d0d-aecc-58d0f3be244c,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:47:09.779380 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '05ad5662-9e88-4d0d-aecc-58d0f3be244c', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'port_id': '05ad5662-9e88-4d0d-aecc-58d0f3be244c', 'mac_address': 'fa:16:3e:17:d3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:47:09.816829 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 05ad5662-9e88-4d0d-aecc-58d0f3be244c is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:47:09.817496 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:09.834029 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ad5662-9e88-4d0d-aecc-58d0f3be244c {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:47:09.854981 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 05ad5662-9e88-4d0d-aecc-58d0f3be244c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=05ad5662-9e88-4d0d-aecc-58d0f3be244c,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:47:09.859985 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:09.904907 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=05ad5662-9e88-4d0d-aecc-58d0f3be244c,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:10.091328 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['05ad5662-9e88-4d0d-aecc-58d0f3be244c'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:47:10.306837 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54179ab1-ad48-4748-8e90-3a7f03205171 req-0fe20a85-c67d-4c64-aa10-df00898ebe26 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:10.308331 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-54179ab1-ad48-4748-8e90-3a7f03205171 req-0fe20a85-c67d-4c64-aa10-df00898ebe26 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 944 time: 0.0527482 Jun 23 13:47:10.358359 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-54179ab1-ad48-4748-8e90-3a7f03205171 req-32191c2f-1527-47e2-b9c3-3157fbc5a22a tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419648 Jun 23 13:47:10.655083 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74164614-39a4-4d5c-b6c5-8d901e2a8eb2 req-571867e2-2ac3-4094-9d31-00ff932668f4 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:10.656591 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74164614-39a4-4d5c-b6c5-8d901e2a8eb2 req-571867e2-2ac3-4094-9d31-00ff932668f4 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 946 time: 0.0493095 Jun 23 13:47:10.706683 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-74164614-39a4-4d5c-b6c5-8d901e2a8eb2 req-716a027b-2a7e-4e1d-8d97-82fa3867c1ef tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Jun 23 13:47:11.395628 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d714cb1-afc1-4c00-8fd2-af35a262ea15 req-411fb2f4-abc6-4be2-b107-cb099dbff242 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:11.397194 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9d714cb1-afc1-4c00-8fd2-af35a262ea15 req-411fb2f4-abc6-4be2-b107-cb099dbff242 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 946 time: 0.0469964 Jun 23 13:47:11.458230 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9d714cb1-afc1-4c00-8fd2-af35a262ea15 req-add86964-062e-4643-9e4e-134f6271e647 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551534 Jun 23 13:47:11.500048 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6b75a-b383-4fd9-901e-764173ceaf3d req-63f9363b-ea44-43b8-a4d0-b4a4c47edcf8 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:11.501533 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-60f6b75a-b383-4fd9-901e-764173ceaf3d req-63f9363b-ea44-43b8-a4d0-b4a4c47edcf8 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 944 time: 0.0639374 Jun 23 13:47:11.542261 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 05ad5662-9e88-4d0d-aecc-58d0f3be244c up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:47:11.548250 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-60f6b75a-b383-4fd9-901e-764173ceaf3d req-a890aedd-c08c-4823-9be7-ae6b323f4f53 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 Jun 23 13:47:11.589742 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 05ad5662-9e88-4d0d-aecc-58d0f3be244c completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:47:11.599678 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 05ad5662-9e88-4d0d-aecc-58d0f3be244c triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:47:11.600082 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:11.673113 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 05ad5662-9e88-4d0d-aecc-58d0f3be244c is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:47:11.673500 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:11.696774 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad5662-9e88-4d0d-aecc-58d0f3be244c'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:47:11.699113 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b893320c-641e-4133-8c46-7c530c77ce03" -d '{"events": [{"server_uuid": "a45e14a5-376a-40fb-8ea0-934aa3de116a", "name": "network-vif-plugged", "status": "completed", "tag": "05ad5662-9e88-4d0d-aecc-58d0f3be244c"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:47:11.711781 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 05ad5662-9e88-4d0d-aecc-58d0f3be244c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=05ad5662-9e88-4d0d-aecc-58d0f3be244c,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:47:11.716469 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:11.738237 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceb1772-1141-402c-84b3-bad48e6ad234 x-openstack-request-id: req-6ceb1772-1141-402c-84b3-bad48e6ad234 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:47:11.738524 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45e14a5-376a-40fb-8ea0-934aa3de116a", "name": "network-vif-plugged", "status": "completed", "tag": "05ad5662-9e88-4d0d-aecc-58d0f3be244c", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:47:11.738772 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ceb1772-1141-402c-84b3-bad48e6ad234 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:47:11.739166 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ceb1772-1141-402c-84b3-bad48e6ad234'] response: {'server_uuid': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad5662-9e88-4d0d-aecc-58d0f3be244c', 'code': 200} Jun 23 13:47:11.764205 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=05ad5662-9e88-4d0d-aecc-58d0f3be244c,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:12.585522 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801896e-2f8c-4d0b-a7c5-99f5800bb042 req-6a92ef7d-8042-49a0-9824-02206f17f0e2 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:12.592687 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4801896e-2f8c-4d0b-a7c5-99f5800bb042 req-6a92ef7d-8042-49a0-9824-02206f17f0e2 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 946 time: 0.0574515 Jun 23 13:47:12.615101 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:12.673504 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4801896e-2f8c-4d0b-a7c5-99f5800bb042 req-3a4b4f93-f385-47f8-be04-e85a6caa5c99 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/security-groups?id=a0b409e1-c00a-47f6-970c-e285e2604b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741396 Jun 23 13:47:12.688803 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0efbc-3e5d-4b2e-94bf-a27d72667839 req-df969016-dd6a-405e-8ce8-560908d55827 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:12.690344 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bdf0efbc-3e5d-4b2e-94bf-a27d72667839 req-df969016-dd6a-405e-8ce8-560908d55827 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0626225 Jun 23 13:47:12.740185 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bdf0efbc-3e5d-4b2e-94bf-a27d72667839 req-d6346d4e-f37a-42e9-8a05-4e14e03cd756 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437937 Jun 23 13:47:12.768854 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c966086-f332-4538-92b2-eb468b5eac70 req-9af31607-d238-4bd7-9910-2f6c270c7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:12.770373 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c966086-f332-4538-92b2-eb468b5eac70 req-9af31607-d238-4bd7-9910-2f6c270c7b0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 1129 time: 0.0402207 Jun 23 13:47:12.814702 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:47:12.819830 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-8c966086-f332-4538-92b2-eb468b5eac70 req-c24948ed-3f58-4bb2-8213-afdae1232375 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431015 Jun 23 13:47:13.064767 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:13.080296 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fe50f-6b18-4f5c-b9c0-f0d50c52bc07 req-8b9914b0-f07d-460d-8d5b-bfb934079dae tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:13.081949 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9c8fe50f-6b18-4f5c-b9c0-f0d50c52bc07 req-8b9914b0-f07d-460d-8d5b-bfb934079dae tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 946 time: 0.0560079 Jun 23 13:47:13.165399 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-9c8fe50f-6b18-4f5c-b9c0-f0d50c52bc07 req-3a0823ab-215c-4bbd-8614-8a03697af371 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Deleting port 62681711-211d-4e21-8403-a3f1cca59f9a {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:47:13.165722 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-9c8fe50f-6b18-4f5c-b9c0-f0d50c52bc07 req-3a0823ab-215c-4bbd-8614-8a03697af371 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:13.257021 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-9c8fe50f-6b18-4f5c-b9c0-f0d50c52bc07 req-3a0823ab-215c-4bbd-8614-8a03697af371 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] For port 62681711-211d-4e21-8403-a3f1cca59f9a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=62681711-211d-4e21-8403-a3f1cca59f9a,segment=NetworkSegment(83094d65-d246-48af-bd23-12484a0b04e0),segment_id=83094d65-d246-48af-bd23-12484a0b04e0)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:47:13.257348 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-9c8fe50f-6b18-4f5c-b9c0-f0d50c52bc07 req-3a0823ab-215c-4bbd-8614-8a03697af371 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:13.270075 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-9c8fe50f-6b18-4f5c-b9c0-f0d50c52bc07 req-3a0823ab-215c-4bbd-8614-8a03697af371 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Calling delete_port for 62681711-211d-4e21-8403-a3f1cca59f9a owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:47:13.402927 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-9c8fe50f-6b18-4f5c-b9c0-f0d50c52bc07 req-3a0823ab-215c-4bbd-8614-8a03697af371 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (62681711-211d-4e21-8403-a3f1cca59f9a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:13.415557 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['62681711-211d-4e21-8403-a3f1cca59f9a'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:47:13.430259 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0823ab-215c-4bbd-8614-8a03697af371 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Pushing event deleted for resources: {'Port': ['ID=62681711-211d-4e21-8403-a3f1cca59f9a,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:13.472831 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8fe50f-6b18-4f5c-b9c0-f0d50c52bc07 req-3a0823ab-215c-4bbd-8614-8a03697af371 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] No DVR routers for this DVR port 62681711-211d-4e21-8403-a3f1cca59f9a on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:47:13.475322 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-9c8fe50f-6b18-4f5c-b9c0-f0d50c52bc07 req-3a0823ab-215c-4bbd-8614-8a03697af371 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:13.478549 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-9c8fe50f-6b18-4f5c-b9c0-f0d50c52bc07 req-3a0823ab-215c-4bbd-8614-8a03697af371 tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.47 "DELETE /v2.0/ports/62681711-211d-4e21-8403-a3f1cca59f9a HTTP/1.1" status: 204 len: 173 time: 0.3904872 Jun 23 13:47:13.478988 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86774c-7a2d-4c01-b59c-d3ef1fe36878', 'name': 'network-vif-deleted', 'tag': '62681711-211d-4e21-8403-a3f1cca59f9a'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:47:13.481440 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6222c9-14c3-4acf-b09e-0aacc9c83c69" -d '{"events": [{"server_uuid": "1b86774c-7a2d-4c01-b59c-d3ef1fe36878", "name": "network-vif-deleted", "tag": "62681711-211d-4e21-8403-a3f1cca59f9a"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:47:13.518748 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8491bd4f-1e4f-4197-b3c8-a1bb10295245 x-openstack-request-id: req-8491bd4f-1e4f-4197-b3c8-a1bb10295245 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:47:13.519053 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86774c-7a2d-4c01-b59c-d3ef1fe36878", "name": "network-vif-deleted", "tag": "62681711-211d-4e21-8403-a3f1cca59f9a", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:47:13.519299 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8491bd4f-1e4f-4197-b3c8-a1bb10295245 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:47:13.519737 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8491bd4f-1e4f-4197-b3c8-a1bb10295245'] response: {'server_uuid': '1b86774c-7a2d-4c01-b59c-d3ef1fe36878', 'name': 'network-vif-deleted', 'tag': '62681711-211d-4e21-8403-a3f1cca59f9a', 'status': 'completed', 'code': 200} Jun 23 13:47:13.786890 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0b778e22-e1b5-4ff9-9047-5b4750e9009c req-14b3ab44-3a88-4313-9713-c15be9c2c7aa tempest-VolumesActionsTest-696905392 tempest-VolumesActionsTest-696905392-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86774c-7a2d-4c01-b59c-d3ef1fe36878 HTTP/1.1" status: 200 len: 210 time: 0.0284429 Jun 23 13:47:13.860754 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8023e8d-fe8d-47fc-8ae9-0cf024407c7a req-1a0e4a22-d292-4ab8-b523-1068a849d3e0 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:13.862291 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c8023e8d-fe8d-47fc-8ae9-0cf024407c7a req-1a0e4a22-d292-4ab8-b523-1068a849d3e0 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0525439 Jun 23 13:47:13.917332 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c8023e8d-fe8d-47fc-8ae9-0cf024407c7a req-93d3d719-c714-4e31-95d2-fa7dc4715a01 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490696 Jun 23 13:47:15.040779 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dca382-c32d-4fcd-b163-80c3b2cacefe req-65299b0d-a693-47dd-b522-f9e8aa1d90d3 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:15.042484 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c3dca382-c32d-4fcd-b163-80c3b2cacefe req-65299b0d-a693-47dd-b522-f9e8aa1d90d3 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0520251 Jun 23 13:47:15.091317 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c3dca382-c32d-4fcd-b163-80c3b2cacefe req-7b84b625-4bb8-42f9-83b8-c438f8464ad1 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Jun 23 13:47:15.209029 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37778071-f3d7-47dd-b9cf-6a125b13ae75 req-caf8c5b2-4479-4f55-a0fc-fdbe53d04ff2 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:15.210495 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-37778071-f3d7-47dd-b9cf-6a125b13ae75 req-caf8c5b2-4479-4f55-a0fc-fdbe53d04ff2 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0513995 Jun 23 13:47:15.219313 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33642) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:47:15.223703 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-2bebb62a-2d97-4154-9621-5bd55632279f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'floatingip': {'port_id': '05ad5662-9e88-4d0d-aecc-58d0f3be244c'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:47:15.264016 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2bebb62a-2d97-4154-9621-5bd55632279f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (5cf3f69f-8594-4ef7-9338-2a143497e221), before_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:15.482913 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:15.544513 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 62681711-211d-4e21-8403-a3f1cca59f9a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:47:15.567293 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 62681711-211d-4e21-8403-a3f1cca59f9a {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:47:15.567994 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 62681711-211d-4e21-8403-a3f1cca59f9a not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:47:15.713042 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2bebb62a-2d97-4154-9621-5bd55632279f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:15.717805 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2bebb62a-2d97-4154-9621-5bd55632279f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (5cf3f69f-8594-4ef7-9338-2a143497e221), after_update {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:15.817227 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.l3_db [None req-2bebb62a-2d97-4154-9621-5bd55632279f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Floating IP 5cf3f69f-8594-4ef7-9338-2a143497e221 associated. External IP: 172.27.0.99, port: 05ad5662-9e88-4d0d-aecc-58d0f3be244c. Jun 23 13:47:16.024635 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:16.049880 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bebb62a-2d97-4154-9621-5bd55632279f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Router 25afbb2c-b76f-49c6-903c-07bf1945622c has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:47:16.160071 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bebb62a-2d97-4154-9621-5bd55632279f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:47:16.164996 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-2bebb62a-2d97-4154-9621-5bd55632279f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:16.171192 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316117f8-589a-436e-b13c-adc0ab40e91b None None] Sync routers for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:47:16.183088 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316117f8-589a-436e-b13c-adc0ab40e91b None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:47:16.183792 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-316117f8-589a-436e-b13c-adc0ab40e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:47:16.201800 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-2bebb62a-2d97-4154-9621-5bd55632279f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "PUT /v2.0/floatingips/5cf3f69f-8594-4ef7-9338-2a143497e221 HTTP/1.1" status: 200 len: 990 time: 0.9792066 Jun 23 13:47:16.201800 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'tag': '05ad5662-9e88-4d0d-aecc-58d0f3be244c'}] {{(pid=110547) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:47:16.203303 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e27b2e028c6aab96d102b9db07068e0a2fbbf4677211dc7e9ac85eaee364cc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d" -d '{"events": [{"name": "network-changed", "server_uuid": "a45e14a5-376a-40fb-8ea0-934aa3de116a", "tag": "05ad5662-9e88-4d0d-aecc-58d0f3be244c"}]}' {{(pid=110547) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:47:16.239505 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bca28b7-f4fc-43d8-be3d-82c25bd7144b x-openstack-request-id: req-8bca28b7-f4fc-43d8-be3d-82c25bd7144b {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:47:16.239817 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45e14a5-376a-40fb-8ea0-934aa3de116a", "tag": "05ad5662-9e88-4d0d-aecc-58d0f3be244c", "status": "completed", "code": 200}]} {{(pid=110547) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:47:16.240074 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bca28b7-f4fc-43d8-be3d-82c25bd7144b {{(pid=110547) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:47:16.240500 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bca28b7-f4fc-43d8-be3d-82c25bd7144b'] response: {'name': 'network-changed', 'server_uuid': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'tag': '05ad5662-9e88-4d0d-aecc-58d0f3be244c', 'status': 'completed', 'code': 200} Jun 23 13:47:16.289531 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-316117f8-589a-436e-b13c-adc0ab40e91b None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:47:16.322496 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:16.357370 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:16.512414 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-316117f8-589a-436e-b13c-adc0ab40e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '5cf3f69f-8594-4ef7-9338-2a143497e221', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'port_id': '05ad5662-9e88-4d0d-aecc-58d0f3be244c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'mac_address': 'fa:16:3e:17:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:47:01Z', 'updated_at': '2022-06-23T13:47:15Z', 'revision_number': 1, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:47:16.537210 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316117f8-589a-436e-b13c-adc0ab40e91b None None] Checking router: 25afbb2c-b76f-49c6-903c-07bf1945622c for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:47:16.545895 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316117f8-589a-436e-b13c-adc0ab40e91b None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:47:16.546493 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-316117f8-589a-436e-b13c-adc0ab40e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:46:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:47:16.646972 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-316117f8-589a-436e-b13c-adc0ab40e91b None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:47:16.892761 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-316117f8-589a-436e-b13c-adc0ab40e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '5cf3f69f-8594-4ef7-9338-2a143497e221', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'port_id': '05ad5662-9e88-4d0d-aecc-58d0f3be244c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'mac_address': 'fa:16:3e:17:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:47:01Z', 'updated_at': '2022-06-23T13:47:15Z', 'revision_number': 1, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:47:16.917026 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316117f8-589a-436e-b13c-adc0ab40e91b None None] The sync data for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi is: [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '5cf3f69f-8594-4ef7-9338-2a143497e221', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'port_id': '05ad5662-9e88-4d0d-aecc-58d0f3be244c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'mac_address': 'fa:16:3e:17:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:47:01Z', 'updated_at': '2022-06-23T13:47:15Z', 'revision_number': 1, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:47:17.123560 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4312256c-9fae-4f84-88ed-f4355a5a686d None None] New status for floating IP 5cf3f69f-8594-4ef7-9338-2a143497e221: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:47:18.365134 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d req-8fad7841-2534-4851-a063-a0c1fb26d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:18.366537 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d req-8fad7841-2534-4851-a063-a0c1fb26d0ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 1129 time: 0.0421484 Jun 23 13:47:18.467028 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d req-8fb071ac-d282-4874-88b3-61712340caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:18.468597 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d req-8fb071ac-d282-4874-88b3-61712340caad service neutron] 10.222.0.47 "GET /v2.0/networks?id=b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 200 len: 912 time: 0.0952151 Jun 23 13:47:18.530667 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d req-98ec2dee-2821-47b8-9a31-593122748067 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ad5662-9e88-4d0d-aecc-58d0f3be244c HTTP/1.1" status: 200 len: 1000 time: 0.0558536 Jun 23 13:47:18.582273 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d req-84b8866c-18f1-4f59-b465-161c4c1cf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:18.583770 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d req-84b8866c-18f1-4f59-b465-161c4c1cf8ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db9a98fa-da80-4902-a01e-4008cb428f3f HTTP/1.1" status: 200 len: 850 time: 0.0470660 Jun 23 13:47:18.624606 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:18.627868 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d req-aceefbd7-af02-46df-a4dd-6c43845abb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:18.629290 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d req-aceefbd7-af02-46df-a4dd-6c43845abb28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b55fd257-6b00-49b3-a392-7cc3edf381f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392809 Jun 23 13:47:18.725850 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d req-7c7d3139-a1fd-429c-a0a5-d8c96f72d0c2 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863843 Jun 23 13:47:18.826679 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-90ecf64f-cccf-4565-ae1f-3ee3c964c18d req-92ded300-4af4-4bb4-845c-135379e2926f service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903811 Jun 23 13:47:20.087402 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb42d-a885-4cf8-8e2b-5de6fa5e3b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:22.744824 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-16183037-3a9c-4d44-9763-f177fa6bf6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:23.070716 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:23.510710 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:25.118834 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:25.201276 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:26.192235 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=17 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:26.196873 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:28.817193 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=81,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:28.823158 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=21 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:30.682817 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-d9027271-cc8c-4282-b159-e8e067fbc5da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402529 Jun 23 13:47:30.750647 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:30.754749 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:30.774290 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-fef1a601-07c1-4fe3-83f6-3d72e6bd2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:30.775860 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-fef1a601-07c1-4fe3-83f6-3d72e6bd2a25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 1129 time: 0.0458043 Jun 23 13:47:30.886297 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-31337af6-320b-42ca-b7aa-f35aec0aaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:30.887831 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-31337af6-320b-42ca-b7aa-f35aec0aaa8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 913 time: 0.0926998 Jun 23 13:47:30.965300 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-d78a833e-b08d-4692-9910-bd7e8529307d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2540c58-97f9-4f0c-98c0-3f9877fc5e17 HTTP/1.1" status: 200 len: 1001 time: 0.0695295 Jun 23 13:47:31.022460 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-5e44e5de-c8fb-436f-a704-4f5adca65b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:31.023944 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-5e44e5de-c8fb-436f-a704-4f5adca65b7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.0477297 Jun 23 13:47:31.071020 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-d25ff86b-b70a-4f49-ae87-2270d87b0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:47:31.072577 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-d25ff86b-b70a-4f49-ae87-2270d87b0c8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417936 Jun 23 13:47:31.180579 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-dd91ea5f-ad3b-4518-bd02-d437538a1a56 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978904 Jun 23 13:47:31.272399 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be4d52d1-22e2-428a-9ce2-d3ebb4176072 req-de08d3f9-e754-4075-80ff-bd524f4d2ace service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850890 Jun 23 13:47:35.189581 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:35.195644 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:35.651033 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33854) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:47:35.698762 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d39105-e82f-4f35-9c6d-4b14a5247513 admin admin] Deleting subnet 29978ab1-25c9-482a-9f06-afc6c440e832 {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:47:35.702329 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b4d39105-e82f-4f35-9c6d-4b14a5247513 admin admin] Publish callbacks [] for subnet (29978ab1-25c9-482a-9f06-afc6c440e832), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:35.738765 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b4d39105-e82f-4f35-9c6d-4b14a5247513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4674011'] for subnet (29978ab1-25c9-482a-9f06-afc6c440e832), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:35.785469 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b4d39105-e82f-4f35-9c6d-4b14a5247513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (29978ab1-25c9-482a-9f06-afc6c440e832), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:35.847140 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b4d39105-e82f-4f35-9c6d-4b14a5247513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4705492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58627921'] for subnet (29978ab1-25c9-482a-9f06-afc6c440e832), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:35.872642 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d39105-e82f-4f35-9c6d-4b14a5247513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29978ab1-25c9-482a-9f06-afc6c440e832,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:35.876214 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-b4d39105-e82f-4f35-9c6d-4b14a5247513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:35.880290 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-b4d39105-e82f-4f35-9c6d-4b14a5247513 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/29978ab1-25c9-482a-9f06-afc6c440e832 HTTP/1.1" status: 204 len: 168 time: 0.2281382 Jun 23 13:47:35.881975 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33856) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:47:35.952684 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (157e0a54-4e55-4a36-8828-e724b9ae8557), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:36.028092 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (157e0a54-4e55-4a36-8828-e724b9ae8557), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:36.049037 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157e0a54-4e55-4a36-8828-e724b9ae8557']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:47:36.058792 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83094d65-d246-48af-bd23-12484a0b04e0') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:47:36.059130 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83094d65-d246-48af-bd23-12484a0b04e0') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:47:36.073261 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5143487'] for segment (83094d65-d246-48af-bd23-12484a0b04e0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:36.092556 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (83094d65-d246-48af-bd23-12484a0b04e0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:36.099516 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:47:36.099942 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5838866'] for segment (83094d65-d246-48af-bd23-12484a0b04e0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:36.118599 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 83094d65-d246-48af-bd23-12484a0b04e0 resource provider aggregate not found Jun 23 13:47:36.156959 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 83094d65-d246-48af-bd23-12484a0b04e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83094d65-d246-48af-bd23-12484a0b04e0 found for delete ", "request_id": "req-205ac7ef-82a2-4fa6-a324-8e15e5ea92ea"}]} Jun 23 13:47:36.166826 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (157e0a54-4e55-4a36-8828-e724b9ae8557), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:36.172363 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:36.175473 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/157e0a54-4e55-4a36-8828-e724b9ae8557 HTTP/1.1" status: 204 len: 168 time: 0.2924969 Jun 23 13:47:36.185987 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=157e0a54-4e55-4a36-8828-e724b9ae8557,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:36.193276 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.193629 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.193973 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.194312 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.194645 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.194979 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.195541 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.195667 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.195973 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.196368 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.196693 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.197018 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.197340 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.197656 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.198043 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1702d67e-de12-4f50-9059-e8bcd678e5e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:47:36.295249 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 33864) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:47:36.336925 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-9d104eaa-01c5-445a-a4b8-65c627eb5319 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3b6044e9c2e44009b2e7f5ee43019ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405002 Jun 23 13:47:36.340456 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 33866) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:47:36.389497 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ab9afce8-dc3f-4c87-90a3-4d59f4958b6f admin admin] Publish callbacks [] for security_group (a0b409e1-c00a-47f6-970c-e285e2604b1d), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:36.410475 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ab9afce8-dc3f-4c87-90a3-4d59f4958b6f admin admin] Publish callbacks [] for security_group (a0b409e1-c00a-47f6-970c-e285e2604b1d), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:36.462217 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ab9afce8-dc3f-4c87-90a3-4d59f4958b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a0b409e1-c00a-47f6-970c-e285e2604b1d), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:36.464773 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ab9afce8-dc3f-4c87-90a3-4d59f4958b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:36.466314 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ab9afce8-dc3f-4c87-90a3-4d59f4958b6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0b409e1-c00a-47f6-970c-e285e2604b1d HTTP/1.1" status: 204 len: 168 time: 0.1248581 Jun 23 13:47:36.468469 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:36.475097 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9afce8-dc3f-4c87-90a3-4d59f4958b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b409e1-c00a-47f6-970c-e285e2604b1d,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:47:46.330817 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:46.333785 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:46.470806 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:46.488377 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:47:49.818855 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:47:50.105915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea69f-fdc3-4057-9ea5-8bb3956ca6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:52.748639 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-a5ba3c77-c3ae-4a95-afb7-7b80326c8037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:53.106354 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:53.524242 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:55.122847 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:47:55.205021 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:03.666032 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-52ea1b8c-c353-4bfd-8a2d-f508bf6e5ebc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6844620&fields=id&tenant_id=0d6c438e59834c4084c818053e1fdb93 HTTP/1.1" status: 200 len: 267 time: 0.0466564 Jun 23 13:48:03.774925 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57735b57-2503-4614-8649-02521c4e8a08 req-f8fa6b8a-f04f-4414-beef-aafc27e1a9e6 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:03.776411 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-f8fa6b8a-f04f-4414-beef-aafc27e1a9e6 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 812 time: 0.1037822 Jun 23 13:48:03.791938 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-e6838742-7cf0-433b-abbd-b7516d9d60b3 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/quotas/0d6c438e59834c4084c818053e1fdb93 HTTP/1.1" status: 200 len: 375 time: 0.0098083 Jun 23 13:48:03.842873 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-3581cc1c-53cc-4bd3-b32d-51800455b434 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456302 Jun 23 13:48:03.945997 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-8e187828-34c4-426f-9310-8c0bca005e01 service neutron] 10.222.0.26 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916686 Jun 23 13:48:04.041937 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-14fdfd74-99a0-4072-ad7f-2cc4ea7c09dc service neutron] 10.222.0.26 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900667 Jun 23 13:48:04.350943 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-52b25b81-7a5d-4f85-bcce-eda0fd32fd70 req-f37c96aa-27f3-4627-902c-82fba8887377 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 210 time: 0.0382051 Jun 23 13:48:05.194362 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:05.197781 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:05.447525 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9baa583d-b1d7-49bf-90e4-a16fafbe1fe3 req-491af933-7098-4a82-a383-018490b1a6f4 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 210 time: 0.0288484 Jun 23 13:48:06.548301 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9847c472-b9db-4af9-91d3-2b2e2d26f5fb req-ae83fd90-ec06-48f9-8ca0-3acde3fa27a5 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 210 time: 0.0333755 Jun 23 13:48:07.649052 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-7ed06de0-7379-44af-9741-8214d636a9f4 req-cd2c09c8-5939-4798-89df-ed02df1f07c7 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 210 time: 0.0305791 Jun 23 13:48:07.734821 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57735b57-2503-4614-8649-02521c4e8a08 req-55308068-6ae2-4ff8-b92d-d51bc0f834ec tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:07.736280 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-55308068-6ae2-4ff8-b92d-d51bc0f834ec tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 812 time: 0.1016223 Jun 23 13:48:07.801597 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-2f634c82-60c0-44ad-a7d0-fae9622538cf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d6c438e59834c4084c818053e1fdb93 HTTP/1.1" status: 200 len: 377 time: 0.0574210 Jun 23 13:48:07.810554 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'port': {'device_id': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'admin_state_up': True, 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'security_groups': ['a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:48:07.929011 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Made reservation on behalf of 0d6c438e59834c4084c818053e1fdb93 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:48:07.932628 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:08.065657 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Allocated IP 172.20.0.11 (bb715288-0a54-4ca5-85b6-5a7823648ca0/5ca2c1c1-a17c-4242-ab8d-46a614702c35/3e3135bb-5e40-457d-b725-fb3c8289323a) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:48:08.205638 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:08.246573 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:08.295645 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Network bb715288-0a54-4ca5-85b6-5a7823648ca0 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:48:08.298659 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:48:08.302567 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:48:08.326282 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'Port': ['ID=3e3135bb-5e40-457d-b725-fb3c8289323a,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:08.356698 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:08.357349 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:08.378663 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-95101209-ea94-415f-843d-2f6dfba28adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5718458 Jun 23 13:48:08.391580 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Request body: {'port': {'device_id': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:48:08.457869 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:08.463184 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:08.498108 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:08.598684 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-640c80aa-d0d5-4185-9c91-545ffaab7c99 None None] Provisioning complete for port 3e3135bb-5e40-457d-b725-fb3c8289323a triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:48:08.599216 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-640c80aa-d0d5-4185-9c91-545ffaab7c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:08.631210 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-640c80aa-d0d5-4185-9c91-545ffaab7c99 None None] Port 3e3135bb-5e40-457d-b725-fb3c8289323a cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:48:08.731134 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3135bb-5e40-457d-b725-fb3c8289323a {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:48:08.738790 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Publish callbacks [] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:08.751461 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Transition to ACTIVE for port object 3e3135bb-5e40-457d-b725-fb3c8289323a will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:48:08.756602 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:08.767287 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ae27d-9c6f-4513-8a79-0a0809e91f5b req-4c10ab12-de23-49b0-92f8-bb65acb89c20 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:08.768986 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-077ae27d-9c6f-4513-8a79-0a0809e91f5b req-4c10ab12-de23-49b0-92f8-bb65acb89c20 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 932 time: 0.0512125 Jun 23 13:48:08.803701 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Pushing event updated for resources: {'Port': ['ID=3e3135bb-5e40-457d-b725-fb3c8289323a,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:08.821690 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-077ae27d-9c6f-4513-8a79-0a0809e91f5b req-119af051-e6ac-4aa1-8f3f-0059cf570622 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466328 Jun 23 13:48:08.880043 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Attempting to bind port 3e3135bb-5e40-457d-b725-fb3c8289323a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:48:08.880386 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Attempting to bind port 3e3135bb-5e40-457d-b725-fb3c8289323a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:48:08.880714 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Attempting to bind port 3e3135bb-5e40-457d-b725-fb3c8289323a on network bb715288-0a54-4ca5-85b6-5a7823648ca0 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:48:08.885690 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Port 3e3135bb-5e40-457d-b725-fb3c8289323a on network bb715288-0a54-4ca5-85b6-5a7823648ca0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:48:08.886166 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Attempting to bind port 3e3135bb-5e40-457d-b725-fb3c8289323a on network bb715288-0a54-4ca5-85b6-5a7823648ca0 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:48:08.891604 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:48:08.891972 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Checking segment: {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:48:08.892335 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Bound using segment: {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:48:08.892753 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Bound port: 3e3135bb-5e40-457d-b725-fb3c8289323a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b03715-b443-4b93-9938-bda448a8c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:48:08.893105 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:08.955621 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] For port 3e3135bb-5e40-457d-b725-fb3c8289323a, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:48:08.958776 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] For port 3e3135bb-5e40-457d-b725-fb3c8289323a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3e3135bb-5e40-457d-b725-fb3c8289323a,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:48:08.967745 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:09.004168 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:09.004799 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:09.006147 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] 10.222.0.47 "PUT /v2.0/ports/3e3135bb-5e40-457d-b725-fb3c8289323a HTTP/1.1" status: 200 len: 1094 time: 0.6202490 Jun 23 13:48:09.006620 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'tag': '3e3135bb-5e40-457d-b725-fb3c8289323a'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:48:09.009107 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419" -d '{"events": [{"name": "network-changed", "server_uuid": "02fa04ed-3477-423e-b4bc-2a860638bd30", "tag": "3e3135bb-5e40-457d-b725-fb3c8289323a"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:48:09.034412 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52d592-4f68-42aa-a0fe-b4655d65fd8c service neutron] Pushing event updated for resources: {'Port': ['ID=3e3135bb-5e40-457d-b725-fb3c8289323a,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:09.053831 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbb6489-d95a-4b36-be40-cac92c6906c5 x-openstack-request-id: req-9fbb6489-d95a-4b36-be40-cac92c6906c5 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:48:09.054145 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fa04ed-3477-423e-b4bc-2a860638bd30", "tag": "3e3135bb-5e40-457d-b725-fb3c8289323a", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:48:09.054408 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fbb6489-d95a-4b36-be40-cac92c6906c5 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:48:09.054809 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbb6489-d95a-4b36-be40-cac92c6906c5'] response: {'name': 'network-changed', 'server_uuid': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'tag': '3e3135bb-5e40-457d-b725-fb3c8289323a', 'status': 'completed', 'code': 200} Jun 23 13:48:09.102346 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57735b57-2503-4614-8649-02521c4e8a08 req-513a8a2c-e1ab-48fe-82bb-ab1ff5484514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:09.103956 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-513a8a2c-e1ab-48fe-82bb-ab1ff5484514 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 1128 time: 0.0456512 Jun 23 13:48:09.360944 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-0ff4ba87-aebe-46cc-bf8c-c22dd6c3aa37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e3135bb-5e40-457d-b725-fb3c8289323a HTTP/1.1" status: 200 len: 217 time: 0.0335062 Jun 23 13:48:09.416428 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57735b57-2503-4614-8649-02521c4e8a08 req-9ff6a276-3364-493f-a811-ecb2f56353bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:09.418009 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-9ff6a276-3364-493f-a811-ecb2f56353bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.0455887 Jun 23 13:48:09.464741 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57735b57-2503-4614-8649-02521c4e8a08 req-a8b6cc56-55df-40c7-ad11-3d373fc76e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:09.466895 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-a8b6cc56-55df-40c7-ad11-3d373fc76e56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433183 Jun 23 13:48:09.572618 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-a4b69585-4bf1-4aa0-aa08-27c907b3e86b service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984364 Jun 23 13:48:09.610245 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:09.665133 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-57735b57-2503-4614-8649-02521c4e8a08 req-7901a984-8476-46bd-bbc0-833ed529b871 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865641 Jun 23 13:48:09.724523 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:09.756955 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419 req-d0bc3ac5-ed6e-4446-8efc-ed0e2daeb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:09.758399 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419 req-d0bc3ac5-ed6e-4446-8efc-ed0e2daeb02d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 1128 time: 0.0418265 Jun 23 13:48:09.859542 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419 req-4d6a5d07-6883-4fd2-99f8-6c0b913523e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:09.861041 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419 req-4d6a5d07-6883-4fd2-99f8-6c0b913523e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 913 time: 0.0951927 Jun 23 13:48:09.956699 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419 req-4512fa1f-aa33-41b8-83ec-21ab59e13c03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e3135bb-5e40-457d-b725-fb3c8289323a HTTP/1.1" status: 200 len: 217 time: 0.0376770 Jun 23 13:48:09.969387 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dfab3-7835-4d4e-875a-328c006406fc req-68dcf0bf-3710-44bc-b73f-3ac51e0adbfb tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:09.970894 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-171dfab3-7835-4d4e-875a-328c006406fc req-68dcf0bf-3710-44bc-b73f-3ac51e0adbfb tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 944 time: 0.0683990 Jun 23 13:48:09.976914 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbb183-dae4-4394-a633-18e4b510a778 req-38f97337-711a-426f-bc03-2bf7a499eeb7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:09.978287 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d4bbb183-dae4-4394-a633-18e4b510a778 req-38f97337-711a-426f-bc03-2bf7a499eeb7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0866807 Jun 23 13:48:10.057620 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-171dfab3-7835-4d4e-875a-328c006406fc req-9ce48976-c458-4c28-9f7c-8e575df2a304 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0783260 Jun 23 13:48:10.062099 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d4bbb183-dae4-4394-a633-18e4b510a778 req-a7f92366-ef7f-42c2-9247-eb9ff8343602 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755599 Jun 23 13:48:10.079530 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419 req-3e631ed2-730b-4ac3-aeff-c3150d99cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:10.079530 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419 req-3e631ed2-730b-4ac3-aeff-c3150d99cf0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.0523138 Jun 23 13:48:10.122274 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419 req-efff1104-b208-431d-b7d1-b39ef8a3e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:10.123978 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419 req-efff1104-b208-431d-b7d1-b39ef8a3e0d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453861 Jun 23 13:48:10.219622 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419 req-1fa69098-e4a9-4fa6-9da7-afdda5b26b28 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881796 Jun 23 13:48:10.535000 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-d2f6d516-14d4-4537-8c0d-a4ea1bbc5419 req-aae2f7da-3831-41f1-b998-fdb6067bf00f service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983567 Jun 23 13:48:11.200169 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e97b3-9c3b-48d9-830c-6d0afe20578a req-958f43ea-7474-41fa-838b-9448c6ffe69c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:11.201651 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4e4e97b3-9c3b-48d9-830c-6d0afe20578a req-958f43ea-7474-41fa-838b-9448c6ffe69c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 944 time: 0.0744619 Jun 23 13:48:11.211935 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926745-30bd-478a-97c7-884b219c4869 req-2e7b8066-2eba-47db-84da-b45b8c774399 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:11.213257 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87926745-30bd-478a-97c7-884b219c4869 req-2e7b8066-2eba-47db-84da-b45b8c774399 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0579526 Jun 23 13:48:11.288842 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-4e4e97b3-9c3b-48d9-830c-6d0afe20578a req-85f16625-cf96-4e71-a968-44d627221b80 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746403 Jun 23 13:48:11.292830 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-87926745-30bd-478a-97c7-884b219c4869 req-0b62b238-9a29-4e57-81b8-865205f5f06f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728922 Jun 23 13:48:12.436504 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee67483-b530-4be8-adde-9f33a2269739 req-e95500b9-9288-44ad-bc1e-c5490ff50f70 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:12.437942 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aee67483-b530-4be8-adde-9f33a2269739 req-e95500b9-9288-44ad-bc1e-c5490ff50f70 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 944 time: 0.0721574 Jun 23 13:48:12.445449 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25013d5c-a9b1-4779-9f12-b0bd6093d755 req-fe070dc1-905d-4b2a-b248-ed27292b5730 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:12.446787 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-25013d5c-a9b1-4779-9f12-b0bd6093d755 req-fe070dc1-905d-4b2a-b248-ed27292b5730 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0706754 Jun 23 13:48:12.466876 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:12.479167 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:12.522434 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-aee67483-b530-4be8-adde-9f33a2269739 req-5880edc0-bcc8-4daf-b4c9-e5f9a3d259eb tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0747395 Jun 23 13:48:12.525632 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-25013d5c-a9b1-4779-9f12-b0bd6093d755 req-05aeec04-6a65-4490-99d2-cfafa2e14749 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710182 Jun 23 13:48:13.165869 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34198) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:48:13.281983 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:13.358691 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Publish callbacks [] for security_group (bf3b8d64-ee46-4215-9602-363ae605d1e7), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:13.363876 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bf3b8d64-ee46-4215-9602-363ae605d1e7), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:13.403393 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1453e1a565d64c74a9f29ff4ba7b3c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363746 Jun 23 13:48:13.404217 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3b8d64-ee46-4215-9602-363ae605d1e7,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:13.406577 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34202) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:48:13.411826 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.412165 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.412563 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.412810 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.413159 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.413481 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.413803 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.414127 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.414449 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.414767 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.415089 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.415428 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.415747 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.416061 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.416371 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c205a4-557e-44c6-8a2d-b44fcf437a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:13.669323 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd0008-805f-4f4e-b879-3f530300b571 req-84ca8f75-a52a-4b59-9af1-b8aa72d04a12 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:13.670828 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fabd0008-805f-4f4e-b879-3f530300b571 req-84ca8f75-a52a-4b59-9af1-b8aa72d04a12 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 944 time: 0.0747988 Jun 23 13:48:13.682378 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad91e-f87d-46cd-af52-ba8fe45f1251 req-a0ef3e17-bff2-40f9-a346-970199b67c56 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:13.684061 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-76aad91e-f87d-46cd-af52-ba8fe45f1251 req-a0ef3e17-bff2-40f9-a346-970199b67c56 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0773010 Jun 23 13:48:13.727164 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-94489ad1-d9f4-43cc-b84c-72485cdbaddb admin admin] Publish callbacks [] for security_group (bf3b8d64-ee46-4215-9602-363ae605d1e7), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:13.749480 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-94489ad1-d9f4-43cc-b84c-72485cdbaddb admin admin] Publish callbacks [] for security_group (bf3b8d64-ee46-4215-9602-363ae605d1e7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:13.762683 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fabd0008-805f-4f4e-b879-3f530300b571 req-6e0d0879-da4d-41ad-b1e5-b4c1a7b9e078 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0776012 Jun 23 13:48:13.767458 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-76aad91e-f87d-46cd-af52-ba8fe45f1251 req-b7f23daf-bbb3-4ee8-92d9-55eaa1c851be tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749373 Jun 23 13:48:13.801698 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-94489ad1-d9f4-43cc-b84c-72485cdbaddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bf3b8d64-ee46-4215-9602-363ae605d1e7), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:13.804326 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-94489ad1-d9f4-43cc-b84c-72485cdbaddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:13.805532 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-94489ad1-d9f4-43cc-b84c-72485cdbaddb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf3b8d64-ee46-4215-9602-363ae605d1e7 HTTP/1.1" status: 204 len: 168 time: 0.3977919 Jun 23 13:48:13.814093 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94489ad1-d9f4-43cc-b84c-72485cdbaddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3b8d64-ee46-4215-9602-363ae605d1e7,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:14.927858 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62828f7c-6553-4ef0-8fb6-6dd1f5ed4c1c req-dd7f7135-34ac-4308-86eb-27651f463867 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:14.929222 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-62828f7c-6553-4ef0-8fb6-6dd1f5ed4c1c req-dd7f7135-34ac-4308-86eb-27651f463867 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 944 time: 0.0874963 Jun 23 13:48:14.939249 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f210c5d-c601-496e-bf2a-d4c64cefb685 req-027e1825-a630-4b89-bd91-ce98352af17e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:14.940671 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f210c5d-c601-496e-bf2a-d4c64cefb685 req-027e1825-a630-4b89-bd91-ce98352af17e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0599053 Jun 23 13:48:15.019857 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-62828f7c-6553-4ef0-8fb6-6dd1f5ed4c1c req-bf058ab1-4d13-492e-b2fb-cc2e6aefeb86 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0780675 Jun 23 13:48:15.023049 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9f210c5d-c601-496e-bf2a-d4c64cefb685 req-84433bd2-9243-4d43-8cae-05d69c1ae855 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752230 Jun 23 13:48:16.181310 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cb4d1-0d52-4327-9456-99b70f9d7dfd req-2aab0a64-20c1-41ab-bac5-75a7f29f2533 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:16.182804 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-138cb4d1-0d52-4327-9456-99b70f9d7dfd req-2aab0a64-20c1-41ab-bac5-75a7f29f2533 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 944 time: 0.0860288 Jun 23 13:48:16.190608 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736dbe1-afe5-4cdc-b3b5-4bb76e59c7f2 req-cc3b1b20-76d3-4f46-9812-90950e61007d tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:16.191994 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8736dbe1-afe5-4cdc-b3b5-4bb76e59c7f2 req-cc3b1b20-76d3-4f46-9812-90950e61007d tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0777588 Jun 23 13:48:16.265644 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-138cb4d1-0d52-4327-9456-99b70f9d7dfd req-1dab57fd-77c9-4c1f-a871-bfb2d14459a8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0726681 Jun 23 13:48:16.272552 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8736dbe1-afe5-4cdc-b3b5-4bb76e59c7f2 req-3c0aed5b-0170-48fd-bf22-3e8c64334814 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729361 Jun 23 13:48:17.268322 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=15 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:17.277120 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=21 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:17.415899 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee0824-91dd-4774-b342-e2e29c2ae42d req-7783b54e-71a6-4bf0-b1db-79ec3c760227 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:17.417443 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-47ee0824-91dd-4774-b342-e2e29c2ae42d req-7783b54e-71a6-4bf0-b1db-79ec3c760227 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 944 time: 0.0793068 Jun 23 13:48:17.429669 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf28d8-f915-42a3-a4de-aa1fc842df48 req-7dcb74e9-0a4f-4a2c-96dc-d96a46dd7771 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:17.432361 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-33bf28d8-f915-42a3-a4de-aa1fc842df48 req-7dcb74e9-0a4f-4a2c-96dc-d96a46dd7771 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0787845 Jun 23 13:48:17.458588 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:17.475743 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:17.514380 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-47ee0824-91dd-4774-b342-e2e29c2ae42d req-ef1de9c1-0d40-4aef-af72-c1c0716e2da2 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0821798 Jun 23 13:48:17.518687 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-33bf28d8-f915-42a3-a4de-aa1fc842df48 req-630ae804-6eff-4a07-ab46-2a21238934ad tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802968 Jun 23 13:48:18.662956 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25063c40-a3fb-4b23-85b9-3d747b4f63f8 req-11d637f0-25c2-4ca5-a56f-efd1a9e1c778 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:18.664473 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-25063c40-a3fb-4b23-85b9-3d747b4f63f8 req-11d637f0-25c2-4ca5-a56f-efd1a9e1c778 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 944 time: 0.0759761 Jun 23 13:48:18.672232 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b03c2-8720-4a3a-811a-4345bc9f927a req-f862d6a5-8866-4ce6-b8e8-9aa79dc89658 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:18.673589 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-951b03c2-8720-4a3a-811a-4345bc9f927a req-f862d6a5-8866-4ce6-b8e8-9aa79dc89658 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0741286 Jun 23 13:48:18.896856 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 3e3135bb-5e40-457d-b725-fb3c8289323a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:48:19.001491 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-25063c40-a3fb-4b23-85b9-3d747b4f63f8 req-dd9b1ad0-8717-47fd-b5a6-b5d9013b0d0c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3269868 Jun 23 13:48:19.004647 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-951b03c2-8720-4a3a-811a-4345bc9f927a req-1cf6e7f2-76cc-4c98-8f49-3f6c3519eb18 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243496 Jun 23 13:48:19.005210 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 3e3135bb-5e40-457d-b725-fb3c8289323a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3e3135bb-5e40-457d-b725-fb3c8289323a,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:48:19.017471 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '3e3135bb-5e40-457d-b725-fb3c8289323a', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'port_id': '3e3135bb-5e40-457d-b725-fb3c8289323a', 'mac_address': 'fa:16:3e:cb:e5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:48:19.051693 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 3e3135bb-5e40-457d-b725-fb3c8289323a is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:48:19.052073 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:19.064976 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3135bb-5e40-457d-b725-fb3c8289323a {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:48:19.084728 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 3e3135bb-5e40-457d-b725-fb3c8289323a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3e3135bb-5e40-457d-b725-fb3c8289323a,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:48:19.091370 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:19.139161 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=3e3135bb-5e40-457d-b725-fb3c8289323a,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:19.148547 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.148830 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.149525 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.149897 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.150226 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.150692 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.151241 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.151915 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.152554 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.153018 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.153347 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.153676 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.154007 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.154316 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.154639 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:19.394577 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['3e3135bb-5e40-457d-b725-fb3c8289323a'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:48:20.099242 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-5a788554-7e90-4181-857c-e8e18ffd4c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:20.160029 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb47ec-4785-46af-ab23-86ba186fe50c req-c6f8d9d2-7e4a-47dd-b9fe-063ad95d7b15 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:20.161471 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dabb47ec-4785-46af-ab23-86ba186fe50c req-c6f8d9d2-7e4a-47dd-b9fe-063ad95d7b15 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 945 time: 0.0825469 Jun 23 13:48:20.169009 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8d347-efae-4375-a3af-8e0b56b8a705 req-0ae71c2f-7fed-444f-a8b4-11a663adc392 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:20.170361 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-58b8d347-efae-4375-a3af-8e0b56b8a705 req-0ae71c2f-7fed-444f-a8b4-11a663adc392 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0891347 Jun 23 13:48:20.244071 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dabb47ec-4785-46af-ab23-86ba186fe50c req-174a1e65-2d47-4786-99da-0f8ca8c80492 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0727465 Jun 23 13:48:20.251061 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-58b8d347-efae-4375-a3af-8e0b56b8a705 req-bf78cd3d-6ed6-479e-9d39-fb8d51bd3839 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726316 Jun 23 13:48:21.395238 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe52136-8a20-432a-a5c8-38bbed2a28c5 req-8f20ac87-480d-4e42-bcbb-0f45dd02c065 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:21.396779 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5fe52136-8a20-432a-a5c8-38bbed2a28c5 req-8f20ac87-480d-4e42-bcbb-0f45dd02c065 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 945 time: 0.0765064 Jun 23 13:48:21.402649 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8c196-4dea-46fb-96cc-f28eb855f8e4 req-650fdbf7-be0c-4107-b667-5af763e49379 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:21.404099 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-99b8c196-4dea-46fb-96cc-f28eb855f8e4 req-650fdbf7-be0c-4107-b667-5af763e49379 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0825751 Jun 23 13:48:21.482186 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5fe52136-8a20-432a-a5c8-38bbed2a28c5 req-13f0c464-321b-456a-9df9-d91c9f3d1bd9 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0770807 Jun 23 13:48:21.485741 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-99b8c196-4dea-46fb-96cc-f28eb855f8e4 req-4a2fc7a9-2211-4852-b7c3-ed9f919af0c6 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746667 Jun 23 13:48:22.616168 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 3e3135bb-5e40-457d-b725-fb3c8289323a up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:48:22.647714 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca40272-d151-421c-b7b2-fb6bd4c536e9 req-60f4b87f-8d5e-46a7-8a2a-9219d029e3bc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:22.649248 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cca40272-d151-421c-b7b2-fb6bd4c536e9 req-60f4b87f-8d5e-46a7-8a2a-9219d029e3bc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 945 time: 0.0851192 Jun 23 13:48:22.655408 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edf177-9154-4c51-8693-f1d960f20377 req-a882d1ba-b611-4f78-a12f-a0753b598d81 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:22.656889 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-83edf177-9154-4c51-8693-f1d960f20377 req-a882d1ba-b611-4f78-a12f-a0753b598d81 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0821035 Jun 23 13:48:22.662114 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 3e3135bb-5e40-457d-b725-fb3c8289323a completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:48:22.668910 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 3e3135bb-5e40-457d-b725-fb3c8289323a triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:48:22.669506 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:22.714793 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:22.737743 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-83edf177-9154-4c51-8693-f1d960f20377 req-36ef16a9-61fc-4e4a-9277-e4537f280dd5 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736964 Jun 23 13:48:22.741210 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cca40272-d151-421c-b7b2-fb6bd4c536e9 req-6a1bf55d-2bdd-47cb-b835-9c9784c48ee2 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0834444 Jun 23 13:48:22.752358 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:22.766335 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 3e3135bb-5e40-457d-b725-fb3c8289323a is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:48:22.766727 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:22.786922 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f30a969c-08a3-439c-a5eb-00363c8ce151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:22.801696 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3135bb-5e40-457d-b725-fb3c8289323a'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:48:22.804116 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1530016d-8a2a-4d4f-9978-29ec8205f73f" -d '{"events": [{"server_uuid": "02fa04ed-3477-423e-b4bc-2a860638bd30", "name": "network-vif-plugged", "status": "completed", "tag": "3e3135bb-5e40-457d-b725-fb3c8289323a"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:48:22.820351 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 3e3135bb-5e40-457d-b725-fb3c8289323a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3e3135bb-5e40-457d-b725-fb3c8289323a,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:48:22.825027 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:22.848592 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b24a701-6c20-47a0-9319-7dc42113785d x-openstack-request-id: req-6b24a701-6c20-47a0-9319-7dc42113785d {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:48:22.848854 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fa04ed-3477-423e-b4bc-2a860638bd30", "name": "network-vif-plugged", "status": "completed", "tag": "3e3135bb-5e40-457d-b725-fb3c8289323a", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:48:22.849145 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b24a701-6c20-47a0-9319-7dc42113785d {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:48:22.849515 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b24a701-6c20-47a0-9319-7dc42113785d'] response: {'server_uuid': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3135bb-5e40-457d-b725-fb3c8289323a', 'code': 200} Jun 23 13:48:22.889642 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=3e3135bb-5e40-457d-b725-fb3c8289323a,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:23.006413 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b1096-c8c2-43ee-85ea-c8c366cdef8c req-1e3296e1-e685-4eb9-9d7c-b6c133b95135 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:23.008219 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-771b1096-c8c2-43ee-85ea-c8c366cdef8c req-1e3296e1-e685-4eb9-9d7c-b6c133b95135 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0563989 Jun 23 13:48:23.044526 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2328a-ac77-48a8-a620-9603ebf54c8c req-0f90d8d7-8e14-45ba-aec7-66a52b10ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:23.045996 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-99a2328a-ac77-48a8-a620-9603ebf54c8c req-0f90d8d7-8e14-45ba-aec7-66a52b10ac39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 1130 time: 0.0404177 Jun 23 13:48:23.060332 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-771b1096-c8c2-43ee-85ea-c8c366cdef8c req-aae4fe39-9fda-45db-b8ea-ab04afac4209 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457218 Jun 23 13:48:23.090350 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:23.130391 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029203a-2591-4b9e-ab3b-68d54cc2388c req-51dbdfb6-71e1-4818-ba91-b8e17259fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:23.131922 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c029203a-2591-4b9e-ab3b-68d54cc2388c req-51dbdfb6-71e1-4818-ba91-b8e17259fd84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 1129 time: 0.0706110 Jun 23 13:48:23.135556 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-99a2328a-ac77-48a8-a620-9603ebf54c8c req-dd5261e5-e15d-4369-b701-9d98d3b2a05c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0817297 Jun 23 13:48:23.443438 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029203a-2591-4b9e-ab3b-68d54cc2388c req-36e463d0-a357-4695-856d-b1ee97b78abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:23.444968 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c029203a-2591-4b9e-ab3b-68d54cc2388c req-36e463d0-a357-4695-856d-b1ee97b78abc service neutron] 10.222.0.47 "GET /v2.0/networks?id=b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 200 len: 912 time: 0.0891564 Jun 23 13:48:23.508683 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c029203a-2591-4b9e-ab3b-68d54cc2388c req-47b39f61-fa44-48ff-a3bd-bcd89295dfff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ad5662-9e88-4d0d-aecc-58d0f3be244c HTTP/1.1" status: 200 len: 1000 time: 0.0568020 Jun 23 13:48:23.517371 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:23.560676 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029203a-2591-4b9e-ab3b-68d54cc2388c req-d97ea1cd-6404-4f4a-8df9-845696603cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:23.562168 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c029203a-2591-4b9e-ab3b-68d54cc2388c req-d97ea1cd-6404-4f4a-8df9-845696603cf6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db9a98fa-da80-4902-a01e-4008cb428f3f HTTP/1.1" status: 200 len: 850 time: 0.0460086 Jun 23 13:48:23.866047 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:23.876187 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce691b8-0bad-4e13-9c5c-7f38b75ea65b req-1222332f-6aea-4041-81be-ffb0d2b98eee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:23.878593 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2ce691b8-0bad-4e13-9c5c-7f38b75ea65b req-1222332f-6aea-4041-81be-ffb0d2b98eee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 946 time: 0.0579495 Jun 23 13:48:23.882711 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029203a-2591-4b9e-ab3b-68d54cc2388c req-dbfbbe45-6ec7-49ef-aff5-5aaf7a201f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:23.884338 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c029203a-2591-4b9e-ab3b-68d54cc2388c req-dbfbbe45-6ec7-49ef-aff5-5aaf7a201f05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b55fd257-6b00-49b3-a392-7cc3edf381f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464036 Jun 23 13:48:23.929857 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:23.948000 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-2ce691b8-0bad-4e13-9c5c-7f38b75ea65b req-2f0f4dcc-a587-4cc5-a550-c0dcfe01dc95 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0608370 Jun 23 13:48:23.985055 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c029203a-2591-4b9e-ab3b-68d54cc2388c req-d1ea41ae-e9cf-44e9-99d8-3de952cbeda4 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939226 Jun 23 13:48:24.182303 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4c225-f80f-47c7-ab84-4cc1526a3a65 req-d796e41b-ff24-40e4-a761-409dfce6ba68 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:24.183809 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c6f4c225-f80f-47c7-ab84-4cc1526a3a65 req-d796e41b-ff24-40e4-a761-409dfce6ba68 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0515223 Jun 23 13:48:24.199084 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:24.208253 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:24.235636 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c6f4c225-f80f-47c7-ab84-4cc1526a3a65 req-22c458e3-0ffa-4a97-baa6-cd28ff3d5ce4 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434144 Jun 23 13:48:24.965291 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-c029203a-2591-4b9e-ab3b-68d54cc2388c req-c1221abb-0327-485e-ae1b-3f82bbab1ec3 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973582 Jun 23 13:48:25.067599 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3267e-e161-4876-9e03-9b2fdbbc70be req-862505bb-7aaf-4dc4-8e90-4bdcac14f56a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:25.069039 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dcf3267e-e161-4876-9e03-9b2fdbbc70be req-862505bb-7aaf-4dc4-8e90-4bdcac14f56a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 946 time: 0.0471964 Jun 23 13:48:25.114068 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:25.121590 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dcf3267e-e161-4876-9e03-9b2fdbbc70be req-c0a573c8-232b-40d4-99dd-649600eac5a6 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468071 Jun 23 13:48:25.199660 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:25.361348 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678776c0-a21c-4c0a-b94f-863961cf53e9 req-7dc29616-9679-41b8-b8d3-09206f4b64e0 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:25.362709 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-678776c0-a21c-4c0a-b94f-863961cf53e9 req-7dc29616-9679-41b8-b8d3-09206f4b64e0 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0487826 Jun 23 13:48:25.423808 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-678776c0-a21c-4c0a-b94f-863961cf53e9 req-bdc64ed4-7669-4ce5-8bc6-bf7780ebf6df tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529494 Jun 23 13:48:26.253114 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04cd53-86fd-47b6-b9c1-27bf3c1d21a4 req-a5e53d8c-67a1-4119-97af-4c4810a31173 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:26.254610 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fd04cd53-86fd-47b6-b9c1-27bf3c1d21a4 req-a5e53d8c-67a1-4119-97af-4c4810a31173 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 946 time: 0.0547054 Jun 23 13:48:26.309926 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fd04cd53-86fd-47b6-b9c1-27bf3c1d21a4 req-429a5afe-0a4d-492c-9fcf-304f3ec3f691 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492749 Jun 23 13:48:26.560209 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb430aa4-e4fc-4902-882b-2fc8d6f9475e req-a965dad3-e4e0-4a53-81df-80770f108f94 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:26.561660 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cb430aa4-e4fc-4902-882b-2fc8d6f9475e req-a965dad3-e4e0-4a53-81df-80770f108f94 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0556593 Jun 23 13:48:26.611643 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-cb430aa4-e4fc-4902-882b-2fc8d6f9475e req-11ef81be-8cf8-4148-8340-496f1189072c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442927 Jun 23 13:48:26.818133 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:48:27.438029 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceec46f-62c8-4db0-a2bd-57bf005821f5 req-1cffbc30-7860-4776-91d7-1f0d38db4462 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:27.439509 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0ceec46f-62c8-4db0-a2bd-57bf005821f5 req-1cffbc30-7860-4776-91d7-1f0d38db4462 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 946 time: 0.0508912 Jun 23 13:48:27.489516 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0ceec46f-62c8-4db0-a2bd-57bf005821f5 req-aa630722-2a4a-4971-a945-e11db0f30077 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443187 Jun 23 13:48:27.613388 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617be5c8-092a-48d9-8262-6e9f9c8a6704 req-972cb1f3-5d74-4ee0-93ab-3220ac5ec9ce tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:27.614973 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-617be5c8-092a-48d9-8262-6e9f9c8a6704 req-972cb1f3-5d74-4ee0-93ab-3220ac5ec9ce tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 946 time: 0.0505652 Jun 23 13:48:27.669582 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-617be5c8-092a-48d9-8262-6e9f9c8a6704 req-dd33f25f-4a29-452a-8a89-967209a43c9f tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467074 Jun 23 13:48:27.692554 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34324) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:48:27.731143 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9a156-ae6c-4f53-9579-642302bc9524 req-c745e07e-e993-43b1-857d-faf2fe75634a tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:27.732669 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-26c9a156-ae6c-4f53-9579-642302bc9524 req-c745e07e-e993-43b1-857d-faf2fe75634a tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0528886 Jun 23 13:48:27.734437 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd6e50-8564-4f4b-b8a1-7d800c6bcc0a tempest-TestVolumeBootPattern-1298003419 tempest-TestVolumeBootPattern-1298003419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:27.736099 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-78bd6e50-8564-4f4b-b8a1-7d800c6bcc0a tempest-TestVolumeBootPattern-1298003419 tempest-TestVolumeBootPattern-1298003419-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 1125 time: 0.0424378 Jun 23 13:48:27.739018 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34326) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:48:27.743290 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'port_id': '3e3135bb-5e40-457d-b725-fb3c8289323a', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:48:27.765732 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:27.781831 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-26c9a156-ae6c-4f53-9579-642302bc9524 req-8633fdc3-90ef-467a-94be-08b174b34734 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430439 Jun 23 13:48:27.844062 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:27.957037 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Allocated IP 172.27.0.252 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/f80325cb-8143-459d-adf5-82db38084b79) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:48:28.068265 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for port (f80325cb-8143-459d-adf5-82db38084b79), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:28.103734 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (f80325cb-8143-459d-adf5-82db38084b79), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:28.146483 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:48:28.151618 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:48:28.155136 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:48:28.158889 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'Port': ['ID=f80325cb-8143-459d-adf5-82db38084b79,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:28.275171 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:28.423595 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:28.524139 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (e20d8cf4-4a55-43b9-93d1-d65384fe596a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:28.593708 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (f80325cb-8143-459d-adf5-82db38084b79), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:28.742471 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for port (f80325cb-8143-459d-adf5-82db38084b79), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:28.746877 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (f80325cb-8143-459d-adf5-82db38084b79), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:28.815720 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event updated for resources: {'Port': ['ID=f80325cb-8143-459d-adf5-82db38084b79,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:28.828021 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (e20d8cf4-4a55-43b9-93d1-d65384fe596a), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:28.921755 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Floating IP e20d8cf4-4a55-43b9-93d1-d65384fe596a associated. External IP: 172.27.0.252, port: 3e3135bb-5e40-457d-b725-fb3c8289323a. Jun 23 13:48:29.103425 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:29.122179 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Router ec95e0de-8ca3-4a94-9504-191caa1d710a has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:48:29.223001 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:48:29.233273 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f59977-3060-423e-b1ee-7b5bb17d167c None None] Sync routers for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:48:29.242389 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:29.246072 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f59977-3060-423e-b1ee-7b5bb17d167c None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:48:29.246705 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-c4f59977-3060-423e-b1ee-7b5bb17d167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:48:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:48:29.271691 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-2f990feb-8683-4996-8eb3-a579eb686b48 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5315199 Jun 23 13:48:29.272332 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'tag': '3e3135bb-5e40-457d-b725-fb3c8289323a'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:48:29.274603 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944f023f-63a1-4067-8a21-24cea901c87c" -d '{"events": [{"name": "network-changed", "server_uuid": "02fa04ed-3477-423e-b4bc-2a860638bd30", "tag": "3e3135bb-5e40-457d-b725-fb3c8289323a"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:48:29.311244 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78bf9a8-1b7f-4d39-9f84-de1b20149b96 x-openstack-request-id: req-b78bf9a8-1b7f-4d39-9f84-de1b20149b96 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:48:29.311601 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fa04ed-3477-423e-b4bc-2a860638bd30", "tag": "3e3135bb-5e40-457d-b725-fb3c8289323a", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:48:29.311849 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b78bf9a8-1b7f-4d39-9f84-de1b20149b96 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:48:29.312250 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78bf9a8-1b7f-4d39-9f84-de1b20149b96'] response: {'name': 'network-changed', 'server_uuid': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'tag': '3e3135bb-5e40-457d-b725-fb3c8289323a', 'status': 'completed', 'code': 200} Jun 23 13:48:29.353084 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-c4f59977-3060-423e-b1ee-7b5bb17d167c None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:48:29.369051 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:29.374886 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f023f-63a1-4067-8a21-24cea901c87c req-c6feb790-277b-43ea-8217-f4b38591321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:29.376661 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-944f023f-63a1-4067-8a21-24cea901c87c req-c6feb790-277b-43ea-8217-f4b38591321e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 1130 time: 0.0406270 Jun 23 13:48:29.478938 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f023f-63a1-4067-8a21-24cea901c87c req-bc5c77c3-d205-425f-a4dc-9ae4a597961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:29.480468 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-944f023f-63a1-4067-8a21-24cea901c87c req-bc5c77c3-d205-425f-a4dc-9ae4a597961a service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 913 time: 0.0971847 Jun 23 13:48:29.541501 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-944f023f-63a1-4067-8a21-24cea901c87c req-a377f923-d3d2-448c-97d0-03aff89459cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e3135bb-5e40-457d-b725-fb3c8289323a HTTP/1.1" status: 200 len: 1000 time: 0.0553617 Jun 23 13:48:29.593832 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f023f-63a1-4067-8a21-24cea901c87c req-86b378c0-0345-4420-bfb9-940da7d787e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:29.595503 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-944f023f-63a1-4067-8a21-24cea901c87c req-86b378c0-0345-4420-bfb9-940da7d787e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.0483601 Jun 23 13:48:29.644292 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f023f-63a1-4067-8a21-24cea901c87c req-890ca209-9428-4df2-b4a5-e6e7faedc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:29.646001 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-944f023f-63a1-4067-8a21-24cea901c87c req-890ca209-9428-4df2-b4a5-e6e7faedc0bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451977 Jun 23 13:48:29.720659 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-c4f59977-3060-423e-b1ee-7b5bb17d167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'b3560d36-fd5f-415f-a2c3-cf5b02a9ab78', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:c1:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:46:21Z', 'updated_at': '2022-06-23T13:46:25Z', 'revision_number': 1, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}, {'id': 'e20d8cf4-4a55-43b9-93d1-d65384fe596a', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': '3e3135bb-5e40-457d-b725-fb3c8289323a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:cb:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:48:28Z', 'updated_at': '2022-06-23T13:48:28Z', 'revision_number': 0, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:48:29.747754 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f59977-3060-423e-b1ee-7b5bb17d167c None None] Checking router: ec95e0de-8ca3-4a94-9504-191caa1d710a for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:48:29.757011 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f59977-3060-423e-b1ee-7b5bb17d167c None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:48:29.757712 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-944f023f-63a1-4067-8a21-24cea901c87c req-ba2751c0-c2f3-4799-8e4a-66db23dee775 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894072 Jun 23 13:48:29.758248 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-c4f59977-3060-423e-b1ee-7b5bb17d167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:48:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:48:29.875033 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-c4f59977-3060-423e-b1ee-7b5bb17d167c None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:48:29.984099 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-944f023f-63a1-4067-8a21-24cea901c87c req-d3e13969-6b73-4783-b95d-66ad025ea1b7 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025217 Jun 23 13:48:30.108177 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-c4f59977-3060-423e-b1ee-7b5bb17d167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'b3560d36-fd5f-415f-a2c3-cf5b02a9ab78', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:c1:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:46:21Z', 'updated_at': '2022-06-23T13:46:25Z', 'revision_number': 1, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}, {'id': 'e20d8cf4-4a55-43b9-93d1-d65384fe596a', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': '3e3135bb-5e40-457d-b725-fb3c8289323a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:cb:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:48:28Z', 'updated_at': '2022-06-23T13:48:28Z', 'revision_number': 0, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:48:30.134773 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f59977-3060-423e-b1ee-7b5bb17d167c None None] The sync data for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi is: [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'b3560d36-fd5f-415f-a2c3-cf5b02a9ab78', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:c1:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:46:21Z', 'updated_at': '2022-06-23T13:46:25Z', 'revision_number': 1, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}, {'id': 'e20d8cf4-4a55-43b9-93d1-d65384fe596a', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': '3e3135bb-5e40-457d-b725-fb3c8289323a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:cb:e5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:48:28Z', 'updated_at': '2022-06-23T13:48:28Z', 'revision_number': 0, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:48:30.336924 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078189e2-4651-42af-94de-5ccaf5714f2b None None] New status for floating IP e20d8cf4-4a55-43b9-93d1-d65384fe596a: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:48:31.291850 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-5546a853-22b6-4613-a5c7-e1ba66936207 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431812 Jun 23 13:48:31.354234 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-c374290c-0809-48bd-8cdc-2332acccc255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:31.355719 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-c374290c-0809-48bd-8cdc-2332acccc255 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 1129 time: 0.0434639 Jun 23 13:48:31.460546 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-cec4bc71-ac52-46c9-bfac-5519d8b0a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:31.462034 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-cec4bc71-ac52-46c9-bfac-5519d8b0a385 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 200 len: 912 time: 0.0859718 Jun 23 13:48:31.525810 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-d2f196c3-f1f3-495d-a600-92baa14ecd99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ad5662-9e88-4d0d-aecc-58d0f3be244c HTTP/1.1" status: 200 len: 1000 time: 0.0575945 Jun 23 13:48:31.576875 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-415d23cd-4045-4329-a15b-76238eccc7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:31.578284 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-415d23cd-4045-4329-a15b-76238eccc7e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db9a98fa-da80-4902-a01e-4008cb428f3f HTTP/1.1" status: 200 len: 850 time: 0.0472627 Jun 23 13:48:31.612272 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:31.622991 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-da2db4f6-f629-4401-ac97-6e6aebfa0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:48:31.624474 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-da2db4f6-f629-4401-ac97-6e6aebfa0622 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b55fd257-6b00-49b3-a392-7cc3edf381f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406687 Jun 23 13:48:31.723901 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-1930a7f2-d482-461e-9f0b-d5557897ede1 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931909 Jun 23 13:48:31.811022 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ce29ce31-1470-454e-ab0b-8de3d49f16bd req-61b0fdbf-ee38-481c-8f0b-dbd0a2a8943c service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814371 Jun 23 13:48:33.259067 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34402) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:48:33.380787 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4aeddf88-5934-45d2-808d-6b696ee91567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:33.400443 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:33.459106 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4aeddf88-5934-45d2-808d-6b696ee91567 admin admin] Publish callbacks [] for security_group (9522b132-9caf-4f98-aeea-c04bcf11f7f6), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:33.465275 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-4aeddf88-5934-45d2-808d-6b696ee91567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9522b132-9caf-4f98-aeea-c04bcf11f7f6), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:33.507184 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-4aeddf88-5934-45d2-808d-6b696ee91567 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c10a291e268f49069835b7bb81e5a8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468286 Jun 23 13:48:33.507896 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeddf88-5934-45d2-808d-6b696ee91567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9522b132-9caf-4f98-aeea-c04bcf11f7f6,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:33.511727 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34406) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:48:33.563370 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a46ffef1-7107-46d5-86b1-e31b6a1f1d72 admin admin] Publish callbacks [] for security_group (9522b132-9caf-4f98-aeea-c04bcf11f7f6), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:33.589527 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a46ffef1-7107-46d5-86b1-e31b6a1f1d72 admin admin] Publish callbacks [] for security_group (9522b132-9caf-4f98-aeea-c04bcf11f7f6), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:33.643034 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a46ffef1-7107-46d5-86b1-e31b6a1f1d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9522b132-9caf-4f98-aeea-c04bcf11f7f6), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:33.646752 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a46ffef1-7107-46d5-86b1-e31b6a1f1d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:33.648301 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a46ffef1-7107-46d5-86b1-e31b6a1f1d72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9522b132-9caf-4f98-aeea-c04bcf11f7f6 HTTP/1.1" status: 204 len: 168 time: 0.1351805 Jun 23 13:48:33.657000 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ffef1-7107-46d5-86b1-e31b6a1f1d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9522b132-9caf-4f98-aeea-c04bcf11f7f6,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:40.111713 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:42.829407 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34482) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:48:42.934344 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-afe62f5a-048b-4591-b516-936b453414df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:42.978919 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:42.995544 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:43.015126 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-afe62f5a-048b-4591-b516-936b453414df admin admin] Publish callbacks [] for security_group (330d61ae-c1ce-45e3-b97c-19c6c73cd5d4), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:43.019775 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-afe62f5a-048b-4591-b516-936b453414df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (330d61ae-c1ce-45e3-b97c-19c6c73cd5d4), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:43.064758 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-afe62f5a-048b-4591-b516-936b453414df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=acc16820b5084f29aec91b7e564744cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342138 Jun 23 13:48:43.065685 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe62f5a-048b-4591-b516-936b453414df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330d61ae-c1ce-45e3-b97c-19c6c73cd5d4,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:43.067759 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34486) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:48:43.121372 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Publish callbacks [] for security_group (330d61ae-c1ce-45e3-b97c-19c6c73cd5d4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:43.143140 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Publish callbacks [] for security_group (330d61ae-c1ce-45e3-b97c-19c6c73cd5d4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:43.195136 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (330d61ae-c1ce-45e3-b97c-19c6c73cd5d4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:43.197696 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:43.198834 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/330d61ae-c1ce-45e3-b97c-19c6c73cd5d4 HTTP/1.1" status: 204 len: 168 time: 0.1300728 Jun 23 13:48:43.206891 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330d61ae-c1ce-45e3-b97c-19c6c73cd5d4,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:48:43.214182 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.214557 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.214901 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.215250 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.215589 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.215968 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.216250 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.216570 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.216893 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.217338 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.217508 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.217959 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.218392 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.218716 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:43.219035 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d12629-dc40-46b4-bd8f-b3788f9fa08d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:48:44.749867 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=13 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:44.751228 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:47.073878 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:50.098844 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f110d083-b0b5-461b-aa82-034409cab9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:52.754183 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bfedb0b7-abb1-4af3-9b30-9a8c34277701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:53.058916 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=16 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:53.061305 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:53.109266 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:53.209981 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=53,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:53.211063 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:48:53.531105 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:55.125463 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:48:55.210991 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:03.818048 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:49:05.201652 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:05.203456 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:08.698967 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222eec5-4f52-4239-a60a-a4c45ef404aa req-d0ece354-fb53-4ba3-b56e-1e7930fb439d tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:08.700485 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a222eec5-4f52-4239-a60a-a4c45ef404aa req-d0ece354-fb53-4ba3-b56e-1e7930fb439d tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0488248 Jun 23 13:49:08.750507 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a222eec5-4f52-4239-a60a-a4c45ef404aa req-309fd0c1-8012-4642-b145-997ffb0e9fcb tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Jun 23 13:49:09.871555 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894a000-8c59-409b-a8a9-3f558e01072f req-ace17b73-2814-47a2-868a-f46800775591 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:09.872998 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5894a000-8c59-409b-a8a9-3f558e01072f req-ace17b73-2814-47a2-868a-f46800775591 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0464478 Jun 23 13:49:09.922559 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-5894a000-8c59-409b-a8a9-3f558e01072f req-08893413-5ce6-4634-b03e-6096f4bf168d tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 Jun 23 13:49:11.053118 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc7fc7-b4a1-4370-b2f2-7066e9d11f3e req-d0b5a2cc-7778-40ed-a27a-df148ca02a2e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:11.054612 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-51dc7fc7-b4a1-4370-b2f2-7066e9d11f3e req-d0b5a2cc-7778-40ed-a27a-df148ca02a2e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0506866 Jun 23 13:49:11.102809 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-51dc7fc7-b4a1-4370-b2f2-7066e9d11f3e req-a8317d99-6465-4e74-b71c-2fde63681115 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Jun 23 13:49:12.220318 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386cc28-d587-45bd-b9b0-c2b6ae0f8286 req-2efcf605-c476-4a00-b8a1-1f2b7782fa2e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:12.221674 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9386cc28-d587-45bd-b9b0-c2b6ae0f8286 req-2efcf605-c476-4a00-b8a1-1f2b7782fa2e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0517275 Jun 23 13:49:12.270500 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9386cc28-d587-45bd-b9b0-c2b6ae0f8286 req-7f6690e9-2a36-4475-b2c4-3577ab6d9488 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406680 Jun 23 13:49:13.409463 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01efd00-3629-4b33-a42a-52f726a1ae0f req-b39903e7-2e5a-4aeb-beaf-c2dfa8fa42b2 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:13.410856 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b01efd00-3629-4b33-a42a-52f726a1ae0f req-b39903e7-2e5a-4aeb-beaf-c2dfa8fa42b2 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0613074 Jun 23 13:49:13.462595 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-b01efd00-3629-4b33-a42a-52f726a1ae0f req-817c1c3e-702c-4282-ba89-cb5b20076eec tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446579 Jun 23 13:49:14.586152 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697be077-ab0d-4c96-927a-144265e0393e req-ccd6f5e9-0a68-4b0a-92d5-ee1754c4881b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:14.587611 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-697be077-ab0d-4c96-927a-144265e0393e req-ccd6f5e9-0a68-4b0a-92d5-ee1754c4881b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0481253 Jun 23 13:49:14.640594 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-697be077-ab0d-4c96-927a-144265e0393e req-f3c65351-af56-47a2-a778-b9b66da72fbe tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473888 Jun 23 13:49:15.941625 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de82e6-844a-4dab-b0f7-6abab4e0bb73 req-a15067af-4420-45ea-9904-6f9eb39a347b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:15.943245 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7de82e6-844a-4dab-b0f7-6abab4e0bb73 req-a15067af-4420-45ea-9904-6f9eb39a347b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.2217455 Jun 23 13:49:15.995802 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c7de82e6-844a-4dab-b0f7-6abab4e0bb73 req-e73c5f5f-60a6-4b51-a955-8be569a8382e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467641 Jun 23 13:49:17.180546 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ba57-0919-47d9-870e-8ee4f7682afb req-67466130-2b9e-46b3-8696-676213cd661a tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:17.182015 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d567ba57-0919-47d9-870e-8ee4f7682afb req-67466130-2b9e-46b3-8696-676213cd661a tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.1069381 Jun 23 13:49:17.231691 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d567ba57-0919-47d9-870e-8ee4f7682afb req-6e58fe8f-6b9e-45d5-be27-4f300df0035f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415933 Jun 23 13:49:18.363819 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf0107-96a6-4c95-a6e3-1cf020f1436f req-e7b5f91c-9ea7-4ecf-872f-3bcab4f17899 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:18.365314 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d6bf0107-96a6-4c95-a6e3-1cf020f1436f req-e7b5f91c-9ea7-4ecf-872f-3bcab4f17899 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0560806 Jun 23 13:49:18.413084 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-d6bf0107-96a6-4c95-a6e3-1cf020f1436f req-bedbb65b-8e0b-4fc1-affb-aea18933abf4 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 Jun 23 13:49:19.543949 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f121ef-4628-4470-8a13-0a80d6c2d4f3 req-9322b885-3b43-4e07-83b1-3485f1da48dd tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:19.545425 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f9f121ef-4628-4470-8a13-0a80d6c2d4f3 req-9322b885-3b43-4e07-83b1-3485f1da48dd tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0528731 Jun 23 13:49:19.596991 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f9f121ef-4628-4470-8a13-0a80d6c2d4f3 req-cf84b8b4-913a-4676-b8d1-a7176d8da4cc tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438058 Jun 23 13:49:19.819528 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449dfa6-f7bd-475f-be7e-138930e6bdd2 req-d57be402-da93-4963-89b7-f5e1bab6bc6f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:19.821056 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f449dfa6-f7bd-475f-be7e-138930e6bdd2 req-d57be402-da93-4963-89b7-f5e1bab6bc6f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0488310 Jun 23 13:49:19.865444 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:19.870876 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f449dfa6-f7bd-475f-be7e-138930e6bdd2 req-d3e89976-c280-4144-b613-07e4498c9a6c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443068 Jun 23 13:49:19.874684 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9206d-d9ce-49e4-90dd-321b1f08b5f2 req-73edf43f-8c2e-468b-ad1c-609ee82d16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:19.876217 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32e9206d-d9ce-49e4-90dd-321b1f08b5f2 req-73edf43f-8c2e-468b-ad1c-609ee82d16ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 1129 time: 0.0399187 Jun 23 13:49:19.969102 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9206d-d9ce-49e4-90dd-321b1f08b5f2 req-ac97ee64-dbb6-41df-9993-c077b3fe5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:19.970528 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32e9206d-d9ce-49e4-90dd-321b1f08b5f2 req-ac97ee64-dbb6-41df-9993-c077b3fe5504 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 200 len: 912 time: 0.0878499 Jun 23 13:49:20.035889 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32e9206d-d9ce-49e4-90dd-321b1f08b5f2 req-f1739edc-c24d-4aa4-ae52-9ded6c59d229 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05ad5662-9e88-4d0d-aecc-58d0f3be244c HTTP/1.1" status: 200 len: 1000 time: 0.0588722 Jun 23 13:49:20.088031 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9206d-d9ce-49e4-90dd-321b1f08b5f2 req-03c16970-9f33-4c9e-8387-60e1b4648960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:20.089562 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32e9206d-d9ce-49e4-90dd-321b1f08b5f2 req-03c16970-9f33-4c9e-8387-60e1b4648960 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db9a98fa-da80-4902-a01e-4008cb428f3f HTTP/1.1" status: 200 len: 850 time: 0.0477500 Jun 23 13:49:20.096375 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-463cefdb-febc-45ce-9b66-072a84795c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:20.132752 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9206d-d9ce-49e4-90dd-321b1f08b5f2 req-4e602cff-1abf-4b93-a87e-0982b4b7eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:20.134270 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32e9206d-d9ce-49e4-90dd-321b1f08b5f2 req-4e602cff-1abf-4b93-a87e-0982b4b7eeb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b55fd257-6b00-49b3-a392-7cc3edf381f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389934 Jun 23 13:49:20.221616 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32e9206d-d9ce-49e4-90dd-321b1f08b5f2 req-d08b8346-4eb1-4bb0-b3ee-93c7d79cc5e4 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805368 Jun 23 13:49:20.314583 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-32e9206d-d9ce-49e4-90dd-321b1f08b5f2 req-1e5734e7-5a21-4044-9489-f0016c7e7f03 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860038 Jun 23 13:49:20.980073 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:20.998318 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83bfcc-d824-49b9-9bd6-85a42da53e58 req-0bb71ae2-adc1-4af4-9a8e-cf13d1635504 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:20.999821 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fd83bfcc-d824-49b9-9bd6-85a42da53e58 req-0bb71ae2-adc1-4af4-9a8e-cf13d1635504 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0504065 Jun 23 13:49:21.050465 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fd83bfcc-d824-49b9-9bd6-85a42da53e58 req-f06534f4-c4ff-4501-a4c6-5c6f1be1d45b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449405 Jun 23 13:49:21.755780 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:21.757015 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:22.176014 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c5b7c-197a-4657-8e5b-65467f4a169c req-91e8bdbc-947e-4630-8c88-3db50f16b6c4 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:22.177437 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c69c5b7c-197a-4657-8e5b-65467f4a169c req-91e8bdbc-947e-4630-8c88-3db50f16b6c4 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0459151 Jun 23 13:49:22.226862 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c69c5b7c-197a-4657-8e5b-65467f4a169c req-7ab5cb52-5d45-43ac-a830-c49c124de9a5 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Jun 23 13:49:22.754726 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc3e2-19da-4c4d-9eac-7264085e148e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:23.120213 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:23.532113 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:25.126727 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:25.210918 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:30.308463 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=45 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:30.309397 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=49 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:32.215991 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=18 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:32.223757 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=16 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:32.676830 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-9630334c-2495-4b80-b8b2-af481de5e88c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386195 Jun 23 13:49:32.774841 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-0973441b-7e10-4f96-b3f3-f62a200cee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:32.776453 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-0973441b-7e10-4f96-b3f3-f62a200cee43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 1129 time: 0.0477369 Jun 23 13:49:32.882550 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-b661b968-47b4-439b-9dff-e0ec223638b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:32.884106 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-b661b968-47b4-439b-9dff-e0ec223638b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 913 time: 0.0878880 Jun 23 13:49:32.947899 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-2234ea1b-189b-478d-906d-d16ec8e1c288 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2540c58-97f9-4f0c-98c0-3f9877fc5e17 HTTP/1.1" status: 200 len: 1001 time: 0.0574381 Jun 23 13:49:32.996023 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-21490f69-dcc7-44c8-bec8-98fad7b318b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:32.997440 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-21490f69-dcc7-44c8-bec8-98fad7b318b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.0428801 Jun 23 13:49:33.042852 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-46b2443d-34b2-49e1-b58a-c456931e03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:33.044301 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-46b2443d-34b2-49e1-b58a-c456931e03cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392148 Jun 23 13:49:33.137110 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-3b5e45c2-d05d-4ff3-ab90-25519c15a671 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863264 Jun 23 13:49:33.228350 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6ce66f19-af62-4b6a-8068-204df475a0d2 req-81c97c88-32f6-4a96-b6ee-84ddf38559e2 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848320 Jun 23 13:49:35.202122 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:35.205106 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:40.823801 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:49:43.224137 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=47 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:43.225476 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=54 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:50.106745 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e8c41c23-599e-4afd-8b53-952908b4223f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:52.753951 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9828b4b0-dfee-4df5-bab5-d2cc6b366757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:53.132792 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:53.534467 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:54.832927 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce46b81-d009-4151-bb8e-86587523ba4c req-f2f8ef9f-a301-488a-baa4-c4cc8b004538 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:54.834441 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8ce46b81-d009-4151-bb8e-86587523ba4c req-f2f8ef9f-a301-488a-baa4-c4cc8b004538 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0509331 Jun 23 13:49:54.888257 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8ce46b81-d009-4151-bb8e-86587523ba4c req-86e82894-ab79-4269-884b-5bbe150288f6 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 Jun 23 13:49:55.130143 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:55.216441 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:56.032472 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a964aa7-0ecb-4004-9a49-cedd265928d3 req-b3fec5af-c60a-40ed-b45c-da12a7175f8f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:56.033935 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0a964aa7-0ecb-4004-9a49-cedd265928d3 req-b3fec5af-c60a-40ed-b45c-da12a7175f8f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0522945 Jun 23 13:49:56.082650 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0a964aa7-0ecb-4004-9a49-cedd265928d3 req-5749a069-c7cd-494d-975a-c660d59e94ab tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430045 Jun 23 13:49:56.675502 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-d0931c34-8229-4ff5-9881-234e2cc05430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:49:56.676939 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-d0931c34-8229-4ff5-9881-234e2cc05430 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.47 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 945 time: 0.0519848 Jun 23 13:49:56.760407 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Deleting port 05ad5662-9e88-4d0d-aecc-58d0f3be244c {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:49:56.760688 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:56.857233 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] For port 05ad5662-9e88-4d0d-aecc-58d0f3be244c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=05ad5662-9e88-4d0d-aecc-58d0f3be244c,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:49:56.857487 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:57.029664 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:57.030042 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (5cf3f69f-8594-4ef7-9338-2a143497e221), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:57.030336 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Floating IP 5cf3f69f-8594-4ef7-9338-2a143497e221 disassociated. External IP: 172.27.0.99, port: 05ad5662-9e88-4d0d-aecc-58d0f3be244c. Jun 23 13:49:57.030668 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Calling delete_port for 05ad5662-9e88-4d0d-aecc-58d0f3be244c owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:49:57.162451 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (05ad5662-9e88-4d0d-aecc-58d0f3be244c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:57.179939 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f55080d1-41db-41ee-920b-24ef78e2cfa7 req-e03e3c86-f897-4942-b374-ebc9ff280d46 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=a45e14a5-376a-40fb-8ea0-934aa3de116a HTTP/1.1" status: 200 len: 210 time: 0.0291760 Jun 23 13:49:57.443554 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event deleted for resources: {'Port': ['ID=05ad5662-9e88-4d0d-aecc-58d0f3be244c,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:49:57.452314 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.452650 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.453585 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.454245 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.454573 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.454914 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.455225 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.455585 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.455930 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.456571 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.456571 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.456957 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.457484 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.457799 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.458116 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:57.562357 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Router 25afbb2c-b76f-49c6-903c-07bf1945622c has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:49:57.672410 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:49:57.683251 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ee18e-9742-46e3-bc35-f7c5047c5377 None None] Sync routers for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:49:57.693933 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ee18e-9742-46e3-bc35-f7c5047c5377 None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:49:57.694524 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-876ee18e-9742-46e3-bc35-f7c5047c5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:49:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:49:57.714362 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] No DVR routers for this DVR port 05ad5662-9e88-4d0d-aecc-58d0f3be244c on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:49:57.717071 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:57.720287 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-be81da29-3f53-444f-850e-c6b75f9304d9 req-45ac3727-e3ae-4a35-98d0-93dcaeb4de3e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.47 "DELETE /v2.0/ports/05ad5662-9e88-4d0d-aecc-58d0f3be244c HTTP/1.1" status: 204 len: 173 time: 1.0384297 Jun 23 13:49:57.720724 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'name': 'network-vif-deleted', 'tag': '05ad5662-9e88-4d0d-aecc-58d0f3be244c'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:49:57.723034 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a703154b-2735-4ded-9750-dfbdcea1739b" -d '{"events": [{"server_uuid": "a45e14a5-376a-40fb-8ea0-934aa3de116a", "name": "network-vif-deleted", "tag": "05ad5662-9e88-4d0d-aecc-58d0f3be244c"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:49:57.802540 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-876ee18e-9742-46e3-bc35-f7c5047c5377 None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:49:57.840953 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd154a5-f905-4b71-b91e-5d4a83ad18c5 x-openstack-request-id: req-8cd154a5-f905-4b71-b91e-5d4a83ad18c5 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:49:57.841352 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45e14a5-376a-40fb-8ea0-934aa3de116a", "name": "network-vif-deleted", "tag": "05ad5662-9e88-4d0d-aecc-58d0f3be244c", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:49:57.841630 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cd154a5-f905-4b71-b91e-5d4a83ad18c5 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:49:57.842032 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd154a5-f905-4b71-b91e-5d4a83ad18c5'] response: {'server_uuid': 'a45e14a5-376a-40fb-8ea0-934aa3de116a', 'name': 'network-vif-deleted', 'tag': '05ad5662-9e88-4d0d-aecc-58d0f3be244c', 'status': 'completed', 'code': 200} Jun 23 13:49:58.001339 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-876ee18e-9742-46e3-bc35-f7c5047c5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:49:58.025614 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ee18e-9742-46e3-bc35-f7c5047c5377 None None] Checking router: 25afbb2c-b76f-49c6-903c-07bf1945622c for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:49:58.034412 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ee18e-9742-46e3-bc35-f7c5047c5377 None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:49:58.035017 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-876ee18e-9742-46e3-bc35-f7c5047c5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:49:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:49:58.138304 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-876ee18e-9742-46e3-bc35-f7c5047c5377 None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:49:58.275444 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34594) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:49:58.319315 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:58.333131 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-876ee18e-9742-46e3-bc35-f7c5047c5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:49:58.334455 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1c04b51-8770-4df1-80d9-8928252f2cf9 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:58.358448 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1c04b51-8770-4df1-80d9-8928252f2cf9 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:58.360430 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ee18e-9742-46e3-bc35-f7c5047c5377 None None] The sync data for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi is: [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:49:58.370700 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:58.411854 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1c04b51-8770-4df1-80d9-8928252f2cf9 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:58.414356 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a1c04b51-8770-4df1-80d9-8928252f2cf9 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:58.418283 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a1c04b51-8770-4df1-80d9-8928252f2cf9 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "DELETE /v2.0/security-groups/2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7 HTTP/1.1" status: 204 len: 168 time: 0.1390338 Jun 23 13:49:58.418473 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34596) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:49:58.430664 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c04b51-8770-4df1-80d9-8928252f2cf9 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:49:58.432180 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.api.v2.resource [None req-bbd202c3-c342-4d42-9cb2-2cb7c019c349 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] show failed (client error): The resource could not be found. Jun 23 13:49:58.433221 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-bbd202c3-c342-4d42-9cb2-2cb7c019c349 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups/2fb7d8c3-8142-46fe-b3ab-2532eeccb3f7 HTTP/1.1" status: 404 len: 347 time: 0.0137572 Jun 23 13:49:58.436072 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34598) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:49:58.552809 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Deleting port e879cf3b-13d2-470c-9849-f6472f11d42d {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:49:58.553151 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (e879cf3b-13d2-470c-9849-f6472f11d42d), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:58.594346 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc042890-6b84-4aba-8230-75e4d98c4b2e None None] New status for floating IP 5cf3f69f-8594-4ef7-9338-2a143497e221: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:49:58.632267 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (e879cf3b-13d2-470c-9849-f6472f11d42d), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:58.632592 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (e879cf3b-13d2-470c-9849-f6472f11d42d), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:58.646261 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Calling delete_port for e879cf3b-13d2-470c-9849-f6472f11d42d owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:49:58.780401 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (e879cf3b-13d2-470c-9849-f6472f11d42d), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:58.804204 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event deleted for resources: {'Port': ['ID=e879cf3b-13d2-470c-9849-f6472f11d42d,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:49:58.829564 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.829904 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.830245 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.830604 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.830945 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.831268 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.831613 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.831920 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.832244 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.832569 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.832891 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.833211 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.833525 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.833840 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.834155 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:49:58.876309 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (5cf3f69f-8594-4ef7-9338-2a143497e221), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:58.878725 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:58.879892 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-a323f135-1fa5-4a47-b0d7-eed5cf7e8fee tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "DELETE /v2.0/floatingips/5cf3f69f-8594-4ef7-9338-2a143497e221 HTTP/1.1" status: 204 len: 168 time: 0.4429145 Jun 23 13:49:58.957659 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34602) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:49:58.962209 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-35761438-23a3-4199-986e-b9975b92aa89 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--407585134', 'description': 'tempest-description--2116949548'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:49:58.985394 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-35761438-23a3-4199-986e-b9975b92aa89 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.063813 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-35761438-23a3-4199-986e-b9975b92aa89 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (9025ea38-b39c-460b-b273-bf4c189877b4), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.069414 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-35761438-23a3-4199-986e-b9975b92aa89 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9025ea38-b39c-460b-b273-bf4c189877b4), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.100570 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-35761438-23a3-4199-986e-b9975b92aa89 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.102075 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-35761438-23a3-4199-986e-b9975b92aa89 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1432893 Jun 23 13:49:59.104648 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35761438-23a3-4199-986e-b9975b92aa89 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9025ea38-b39c-460b-b273-bf4c189877b4,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:49:59.105000 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34604) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:49:59.109813 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-6baa3455-98bb-4721-a2b8-a06b7284c502 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'security_group_rule': {'security_group_id': '9025ea38-b39c-460b-b273-bf4c189877b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:49:59.137599 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6baa3455-98bb-4721-a2b8-a06b7284c502 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (6d0fe711-ca1c-4e18-b49c-cdcd25c459d0), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.193132 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6baa3455-98bb-4721-a2b8-a06b7284c502 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (6d0fe711-ca1c-4e18-b49c-cdcd25c459d0), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.198310 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6baa3455-98bb-4721-a2b8-a06b7284c502 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (6d0fe711-ca1c-4e18-b49c-cdcd25c459d0), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.216761 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa3455-98bb-4721-a2b8-a06b7284c502 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0fe711-ca1c-4e18-b49c-cdcd25c459d0,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:49:59.225351 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6baa3455-98bb-4721-a2b8-a06b7284c502 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.226560 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6baa3455-98bb-4721-a2b8-a06b7284c502 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205156 Jun 23 13:49:59.229251 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34606) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:49:59.233577 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-7f8da466-c18f-4f5b-88bb-590b3136c946 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'security_group_rule': {'security_group_id': '9025ea38-b39c-460b-b273-bf4c189877b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:49:59.261902 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f8da466-c18f-4f5b-88bb-590b3136c946 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (4626c0eb-ed6b-42c2-834e-a31bd511eedd), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.323961 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f8da466-c18f-4f5b-88bb-590b3136c946 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (4626c0eb-ed6b-42c2-834e-a31bd511eedd), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.328880 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f8da466-c18f-4f5b-88bb-590b3136c946 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054311'] for security_group_rule (4626c0eb-ed6b-42c2-834e-a31bd511eedd), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.347616 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8da466-c18f-4f5b-88bb-590b3136c946 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4626c0eb-ed6b-42c2-834e-a31bd511eedd,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:49:59.355425 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7f8da466-c18f-4f5b-88bb-590b3136c946 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.356599 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7f8da466-c18f-4f5b-88bb-590b3136c946 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264501 Jun 23 13:49:59.359699 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34608) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:49:59.363981 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'floatingip': {'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:49:59.385222 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.471669 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.585443 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Allocated IP 172.27.0.116 (b47f5017-8eb5-4408-a8d6-8485afbf49d2/7769463b-e8e2-4850-bfe7-bbaaf0257b2f/5201f0dc-0cdf-43a8-901e-83df2054fb1e) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:49:59.684791 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for port (5201f0dc-0cdf-43a8-901e-83df2054fb1e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.705090 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:59.719366 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (5201f0dc-0cdf-43a8-901e-83df2054fb1e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.761833 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Network b47f5017-8eb5-4408-a8d6-8485afbf49d2 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:49:59.766208 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:49:59.768624 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:49:59.773281 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:49:59.794703 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'Port': ['ID=5201f0dc-0cdf-43a8-901e-83df2054fb1e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:49:59.859423 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (11157d44-e7c2-424b-94f1-d8718e3b8d49), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:49:59.897766 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (5201f0dc-0cdf-43a8-901e-83df2054fb1e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:00.040901 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for port (5201f0dc-0cdf-43a8-901e-83df2054fb1e), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:00.047461 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (5201f0dc-0cdf-43a8-901e-83df2054fb1e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:00.115470 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'Port': ['ID=5201f0dc-0cdf-43a8-901e-83df2054fb1e,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:00.127600 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (11157d44-e7c2-424b-94f1-d8718e3b8d49), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:00.145380 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:00.146610 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3d80de93-ace2-4ce5-8f1c-9704c7bee288 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7859633 Jun 23 13:50:00.340196 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:00.359056 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-49e22911-7dad-4bb0-9ed6-a03f2fa32184 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--407585134&fields=id&tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636 HTTP/1.1" status: 200 len: 267 time: 0.0481155 Jun 23 13:50:00.374074 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:00.471005 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319472-81fb-408c-a0b2-64d479b2a229 req-f31ec4af-2a91-401c-8299-994ca71ad8e6 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:00.472487 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-f31ec4af-2a91-401c-8299-994ca71ad8e6 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/networks?id=b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 200 len: 811 time: 0.1069124 Jun 23 13:50:00.489892 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-4fe9ae92-83f0-42b4-8228-e8ab710791c9 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/quotas/f9d1fbb158dc4d63a7aeb04d115f7636 HTTP/1.1" status: 200 len: 375 time: 0.0093832 Jun 23 13:50:00.542438 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-4f3dcb54-3a5d-4670-b9c6-2b819edb983b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476172 Jun 23 13:50:00.601648 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-b3246bb8-5244-4237-a89c-a4d3b17a83cc service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110547) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:50:00.602610 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-b3246bb8-5244-4237-a89c-a4d3b17a83cc service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0490439 Jun 23 13:50:00.707013 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-7546ee91-dc5f-4eb3-b508-279d5e008c89 service neutron] 10.222.0.26 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983000 Jun 23 13:50:00.805258 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-90e2bee7-d11a-4128-bc81-d0b0ee443679 service neutron] 10.222.0.26 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899601 Jun 23 13:50:00.971203 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-dd83e242-ad42-4fa7-a140-69bf8c04da32 req-7f85fc53-088c-42c5-9808-5952999fcb97 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 210 time: 0.0287390 Jun 23 13:50:01.002177 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 05ad5662-9e88-4d0d-aecc-58d0f3be244c no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:50:01.021841 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 05ad5662-9e88-4d0d-aecc-58d0f3be244c {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:50:01.022215 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 05ad5662-9e88-4d0d-aecc-58d0f3be244c not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:50:02.020368 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319472-81fb-408c-a0b2-64d479b2a229 req-69b400bd-7e50-406b-9b4a-56390bfdbfe4 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:02.021835 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-69b400bd-7e50-406b-9b4a-56390bfdbfe4 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.47 "GET /v2.0/networks?id=b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 200 len: 811 time: 0.1010118 Jun 23 13:50:02.084164 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-60fe974b-0fe9-4604-8d88-890662a6c242 req-068c2663-90d8-4183-99dc-05dbd1d19d2b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 210 time: 0.0298252 Jun 23 13:50:02.085024 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-fc114911-379b-4e49-995e-6d910d4fac43 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636 HTTP/1.1" status: 200 len: 379 time: 0.0538356 Jun 23 13:50:02.100203 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'port': {'device_id': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'admin_state_up': True, 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'security_groups': ['9025ea38-b39c-460b-b273-bf4c189877b4']}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:50:02.213297 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Made reservation on behalf of f9d1fbb158dc4d63a7aeb04d115f7636 for: {'port': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:50:02.216747 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:02.237650 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:02.347949 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_common [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Allocated IP 172.20.0.8 (b55fd257-6b00-49b3-a392-7cc3edf381f1/db9a98fa-da80-4902-a01e-4008cb428f3f/8ed184ed-283e-4add-9846-2ecc4c944c3e) {{(pid=110548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 13:50:02.380219 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:02.495194 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:02.530402 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763188353172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:02.576729 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Network b55fd257-6b00-49b3-a392-7cc3edf381f1 is already hosted by enough agents. {{(pid=110548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 13:50:02.579999 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Resources bound (agent type, host, resource id): {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:50:02.582781 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Received port after_create {{(pid=110548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 13:50:02.607498 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event updated for resources: {'Port': ['ID=8ed184ed-283e-4add-9846-2ecc4c944c3e,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:02.641133 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:02.641758 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:02.659453 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-9d1796f8-edce-4112-bc56-be6b6778b21f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5632474 Jun 23 13:50:02.668323 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c899063e-239e-425b-a02c-a91fb2eea9bf tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=110548) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 13:50:02.669284 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c899063e-239e-425b-a02c-a91fb2eea9bf tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052404 Jun 23 13:50:02.730276 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Request body: {'port': {'device_id': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:50:02.787369 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:02.796363 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-2010bb2e-7619-4dbc-b9a5-50c5228ff1b2 None None] Provisioning complete for port 8ed184ed-283e-4add-9846-2ecc4c944c3e triggered by entity DHCP. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:50:02.796887 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2010bb2e-7619-4dbc-b9a5-50c5228ff1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:02.831547 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-2010bb2e-7619-4dbc-b9a5-50c5228ff1b2 None None] Port 8ed184ed-283e-4add-9846-2ecc4c944c3e cannot update to ACTIVE because it is not bound. {{(pid=110549) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 13:50:03.068106 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed184ed-283e-4add-9846-2ecc4c944c3e {{(pid=110548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:50:03.075834 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Publish callbacks [] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:03.088790 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.provisioning_blocks [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Transition to ACTIVE for port object 8ed184ed-283e-4add-9846-2ecc4c944c3e will not be triggered until provisioned by entity L2. {{(pid=110548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 13:50:03.095008 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:03.147020 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:03.148276 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed184ed-283e-4add-9846-2ecc4c944c3e,revision_number=2']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:03.221612 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414d360-04c5-4f48-8ed6-36ba80277217 req-7114c372-7317-4876-b6d2-da70cf079177 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:03.223202 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8414d360-04c5-4f48-8ed6-36ba80277217 req-7114c372-7317-4876-b6d2-da70cf079177 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 943 time: 0.0589118 Jun 23 13:50:03.223459 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Attempting to bind port 8ed184ed-283e-4add-9846-2ecc4c944c3e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 13:50:03.223798 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Attempting to bind port 8ed184ed-283e-4add-9846-2ecc4c944c3e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 13:50:03.224125 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Attempting to bind port 8ed184ed-283e-4add-9846-2ecc4c944c3e on network b55fd257-6b00-49b3-a392-7cc3edf381f1 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:50:03.226963 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:03.229385 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Port 8ed184ed-283e-4add-9846-2ecc4c944c3e on network b55fd257-6b00-49b3-a392-7cc3edf381f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 13:50:03.229703 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Attempting to bind port 8ed184ed-283e-4add-9846-2ecc4c944c3e on network b55fd257-6b00-49b3-a392-7cc3edf381f1 {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 13:50:03.236484 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Checking agent: {'id': '65dcdc3b-ceab-4563-af20-e695905b1234', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'started_at': datetime.datetime(2022, 6, 23, 13, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 13:50:03.236847 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Checking segment: {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:50:03.237178 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Bound using segment: {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'} {{(pid=110548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 13:50:03.237609 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.managers [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Bound port: 8ed184ed-283e-4add-9846-2ecc4c944c3e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d42fa60-186b-4be2-ac07-daa550bd96e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1'}}] {{(pid=110548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 13:50:03.237999 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:03.279395 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8414d360-04c5-4f48-8ed6-36ba80277217 req-af818e6c-fdc0-4ec2-9158-dc65ff9da749 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492332 Jun 23 13:50:03.303038 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] For port 8ed184ed-283e-4add-9846-2ecc4c944c3e, host hv-cinder-81558, cleared binding levels {{(pid=110548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 13:50:03.306260 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] For port 8ed184ed-283e-4add-9846-2ecc4c944c3e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8ed184ed-283e-4add-9846-2ecc4c944c3e,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 13:50:03.312758 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5838902'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:03.350213 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:03.350828 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:03.352261 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] 10.222.0.47 "PUT /v2.0/ports/8ed184ed-283e-4add-9846-2ecc4c944c3e HTTP/1.1" status: 200 len: 1093 time: 0.6760578 Jun 23 13:50:03.352683 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'tag': '8ed184ed-283e-4add-9846-2ecc4c944c3e'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:50:03.354926 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3662fc12-40ca-4e1f-810c-fa1a1b84af05" -d '{"events": [{"name": "network-changed", "server_uuid": "3773db2f-4a1a-4a07-bb0f-f30771aac641", "tag": "8ed184ed-283e-4add-9846-2ecc4c944c3e"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:50:03.374324 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ee56b-ec54-4b34-b9a3-9f697f647b00 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed184ed-283e-4add-9846-2ecc4c944c3e,revision_number=3']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:03.410928 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faddc59-d115-4967-82ae-d15306958973 x-openstack-request-id: req-0faddc59-d115-4967-82ae-d15306958973 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:50:03.411221 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3773db2f-4a1a-4a07-bb0f-f30771aac641", "tag": "8ed184ed-283e-4add-9846-2ecc4c944c3e", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:50:03.411501 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0faddc59-d115-4967-82ae-d15306958973 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:50:03.411913 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0faddc59-d115-4967-82ae-d15306958973'] response: {'name': 'network-changed', 'server_uuid': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'tag': '8ed184ed-283e-4add-9846-2ecc4c944c3e', 'status': 'completed', 'code': 200} Jun 23 13:50:03.445718 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319472-81fb-408c-a0b2-64d479b2a229 req-f0632a6e-bb46-4a93-bbbf-8924cb7b151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:03.447022 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-f0632a6e-bb46-4a93-bbbf-8924cb7b151d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 1127 time: 0.0465441 Jun 23 13:50:03.492857 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-14a5cfcd-aea9-4214-8420-01f64528aafb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed184ed-283e-4add-9846-2ecc4c944c3e HTTP/1.1" status: 200 len: 217 time: 0.0384114 Jun 23 13:50:03.543226 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319472-81fb-408c-a0b2-64d479b2a229 req-fcae3ac0-ef0f-45a8-b567-1c7735879528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:03.544792 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-fcae3ac0-ef0f-45a8-b567-1c7735879528 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db9a98fa-da80-4902-a01e-4008cb428f3f HTTP/1.1" status: 200 len: 850 time: 0.0450325 Jun 23 13:50:03.587623 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319472-81fb-408c-a0b2-64d479b2a229 req-30794381-3f0b-4e61-a943-046e80315928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:03.589120 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-30794381-3f0b-4e61-a943-046e80315928 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b55fd257-6b00-49b3-a392-7cc3edf381f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391161 Jun 23 13:50:03.685509 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-e4009f29-96b0-4ee8-8d43-3103cb0edc99 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897720 Jun 23 13:50:03.782962 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-16319472-81fb-408c-a0b2-64d479b2a229 req-bfd59ce0-1132-490c-b9fa-3277ebcf4ce1 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915661 Jun 23 13:50:04.408507 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4d607-16f8-4fc9-8f03-4071a8d9c4e9 req-a417f3f8-02a7-4866-b456-584b6fa9344b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:04.409985 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-45c4d607-16f8-4fc9-8f03-4071a8d9c4e9 req-a417f3f8-02a7-4866-b456-584b6fa9344b tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 943 time: 0.0500166 Jun 23 13:50:04.457831 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-45c4d607-16f8-4fc9-8f03-4071a8d9c4e9 req-1b9c9433-1e28-4c3a-a47a-ad709541f0d4 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422001 Jun 23 13:50:04.594132 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662fc12-40ca-4e1f-810c-fa1a1b84af05 req-b7ca1a0f-37a2-4f6d-b01d-a8e8cb84ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:04.595654 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3662fc12-40ca-4e1f-810c-fa1a1b84af05 req-b7ca1a0f-37a2-4f6d-b01d-a8e8cb84ac17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 1127 time: 0.0511005 Jun 23 13:50:04.681850 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662fc12-40ca-4e1f-810c-fa1a1b84af05 req-95a7f122-766e-4a3d-a2b6-5dad9ba77bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:04.683262 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3662fc12-40ca-4e1f-810c-fa1a1b84af05 req-95a7f122-766e-4a3d-a2b6-5dad9ba77bcf service neutron] 10.222.0.47 "GET /v2.0/networks?id=b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 200 len: 912 time: 0.0821631 Jun 23 13:50:04.725702 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3662fc12-40ca-4e1f-810c-fa1a1b84af05 req-0861282c-02c5-4b48-9a8d-91b160cc5143 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed184ed-283e-4add-9846-2ecc4c944c3e HTTP/1.1" status: 200 len: 217 time: 0.0354450 Jun 23 13:50:04.781684 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662fc12-40ca-4e1f-810c-fa1a1b84af05 req-5bd2c95d-6485-4f90-a1d8-6ac2f1e76506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:04.783101 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3662fc12-40ca-4e1f-810c-fa1a1b84af05 req-5bd2c95d-6485-4f90-a1d8-6ac2f1e76506 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db9a98fa-da80-4902-a01e-4008cb428f3f HTTP/1.1" status: 200 len: 850 time: 0.0519004 Jun 23 13:50:04.828729 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662fc12-40ca-4e1f-810c-fa1a1b84af05 req-85e21ba8-c3da-44f6-a659-1d8621cbad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:04.831410 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3662fc12-40ca-4e1f-810c-fa1a1b84af05 req-85e21ba8-c3da-44f6-a659-1d8621cbad96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b55fd257-6b00-49b3-a392-7cc3edf381f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420291 Jun 23 13:50:04.924687 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3662fc12-40ca-4e1f-810c-fa1a1b84af05 req-a7dd4d82-eda3-461f-9d5b-0be8947035f4 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872676 Jun 23 13:50:04.967092 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:05.023870 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-3662fc12-40ca-4e1f-810c-fa1a1b84af05 req-974e516f-9f0d-435b-9d3d-5e5435efb143 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932598 Jun 23 13:50:05.587922 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabb7e4-889c-4247-b636-b0a006afd337 req-985a4c68-f8b4-4e59-b963-9ac1ad54a1d8 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:05.589375 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fbabb7e4-889c-4247-b636-b0a006afd337 req-985a4c68-f8b4-4e59-b963-9ac1ad54a1d8 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 943 time: 0.0553174 Jun 23 13:50:05.640141 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fbabb7e4-889c-4247-b636-b0a006afd337 req-1d8f8eb8-7571-435e-98bd-6023be870b95 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451114 Jun 23 13:50:06.755841 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed906c-7650-4377-b026-df9ab07af83b req-66e63504-9422-4ba8-8e63-a33a7634da4f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:06.757330 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0ed906c-7650-4377-b026-df9ab07af83b req-66e63504-9422-4ba8-8e63-a33a7634da4f tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 943 time: 0.0469165 Jun 23 13:50:06.807945 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a0ed906c-7650-4377-b026-df9ab07af83b req-109fee75-aa56-4c83-b6bc-d8292f167637 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427697 Jun 23 13:50:07.021565 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 8ed184ed-283e-4add-9846-2ecc4c944c3e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=110549) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 13:50:07.079095 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=8 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:07.079962 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:07.081695 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:07.107399 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:07.138162 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 8ed184ed-283e-4add-9846-2ecc4c944c3e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8ed184ed-283e-4add-9846-2ecc4c944c3e,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:07.149724 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Returning: {'device': '8ed184ed-283e-4add-9846-2ecc4c944c3e', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'port_id': '8ed184ed-283e-4add-9846-2ecc4c944c3e', 'mac_address': 'fa:16:3e:b1:05:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110549) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 13:50:07.184374 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 8ed184ed-283e-4add-9846-2ecc4c944c3e is: DOWN; New status is: BUILD {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:50:07.184760 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:07.197637 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed184ed-283e-4add-9846-2ecc4c944c3e {{(pid=110549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 13:50:07.217751 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 8ed184ed-283e-4add-9846-2ecc4c944c3e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8ed184ed-283e-4add-9846-2ecc4c944c3e,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:07.224114 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:07.268781 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=8ed184ed-283e-4add-9846-2ecc4c944c3e,revision_number=4']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:07.276185 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.276462 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.276798 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.277135 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.277462 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.277780 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.278101 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.278418 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.278744 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.279091 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.279427 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.279745 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.280062 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.280361 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.280691 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:50:07.460149 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] get_ports_and_sgs() called for port_ids ['8ed184ed-283e-4add-9846-2ecc4c944c3e'] {{(pid=110549) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 13:50:07.936720 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6f12c-909a-45a7-98de-cefcd19db4b8 req-80d27a6b-ba32-4d6b-b355-efadff073b28 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:07.938165 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c8e6f12c-909a-45a7-98de-cefcd19db4b8 req-80d27a6b-ba32-4d6b-b355-efadff073b28 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 944 time: 0.0463722 Jun 23 13:50:07.987037 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c8e6f12c-909a-45a7-98de-cefcd19db4b8 req-0289ae7a-ac7b-4cf7-ad03-80619248f789 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432048 Jun 23 13:50:08.484132 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34660) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:08.591153 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:08.629212 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Deleting port f80325cb-8143-459d-adf5-82db38084b79 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:08.629541 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (f80325cb-8143-459d-adf5-82db38084b79), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:08.707976 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (f80325cb-8143-459d-adf5-82db38084b79), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:08.708266 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (f80325cb-8143-459d-adf5-82db38084b79), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:08.721074 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Calling delete_port for f80325cb-8143-459d-adf5-82db38084b79 owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:08.867783 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (f80325cb-8143-459d-adf5-82db38084b79), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:08.889490 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event deleted for resources: {'Port': ['ID=f80325cb-8143-459d-adf5-82db38084b79,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:08.953243 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (e20d8cf4-4a55-43b9-93d1-d65384fe596a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:08.953529 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Floating IP e20d8cf4-4a55-43b9-93d1-d65384fe596a disassociated (deleted). External IP: 172.27.0.252, port: 3e3135bb-5e40-457d-b725-fb3c8289323a. Jun 23 13:50:09.034341 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 8ed184ed-283e-4add-9846-2ecc4c944c3e up at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 13:50:09.083827 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning for port 8ed184ed-283e-4add-9846-2ecc4c944c3e completed by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 13:50:09.095911 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.provisioning_blocks [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Provisioning complete for port 8ed184ed-283e-4add-9846-2ecc4c944c3e triggered by entity L2. {{(pid=110549) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 13:50:09.096559 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751574'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), provisioning_complete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:09.119443 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cf391-0e4f-41af-becb-6adfc723b904 req-13e9b626-62fe-4cae-b5f0-a7cfa7f94389 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:09.120880 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e03cf391-0e4f-41af-becb-6adfc723b904 req-13e9b626-62fe-4cae-b5f0-a7cfa7f94389 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 944 time: 0.0541604 Jun 23 13:50:09.160916 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Router ec95e0de-8ca3-4a94-9504-191caa1d710a has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:50:09.172836 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-e03cf391-0e4f-41af-becb-6adfc723b904 req-3d58fc62-4303-43ef-8aea-0ffd0cb371fb tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454211 Jun 23 13:50:09.176592 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Current status of the port 8ed184ed-283e-4add-9846-2ecc4c944c3e is: BUILD; New status is: ACTIVE {{(pid=110549) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 13:50:09.176974 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), before_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:09.200078 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed184ed-283e-4add-9846-2ecc4c944c3e'}] {{(pid=110549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:50:09.202650 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14814dfcc08567ed20b600c46ae738db26a4392aa87c05c381556f88e3a8a3e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c046d218-a7d4-40e5-b72a-cc9b17a5930c" -d '{"events": [{"server_uuid": "3773db2f-4a1a-4a07-bb0f-f30771aac641", "name": "network-vif-plugged", "status": "completed", "tag": "8ed184ed-283e-4add-9846-2ecc4c944c3e"}]}' {{(pid=110549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:50:09.215593 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] For port 8ed184ed-283e-4add-9846-2ecc4c944c3e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8ed184ed-283e-4add-9846-2ecc4c944c3e,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:09.220524 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763188643166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763188353190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763188353208'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:09.251530 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:09.273306 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:50:09.274274 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Pushing event updated for resources: {'Port': ['ID=8ed184ed-283e-4add-9846-2ecc4c944c3e,revision_number=5']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:09.284561 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5fef2-4ed4-431c-aefb-dd208eb1e1bc None None] Sync routers for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:50:09.284833 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:09.297320 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5fef2-4ed4-431c-aefb-dd208eb1e1bc None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:50:09.298245 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-73b5fef2-4ed4-431c-aefb-dd208eb1e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:49:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:09.300946 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3032c1a-00d4-42fb-9e48-61595b9a6237 x-openstack-request-id: req-d3032c1a-00d4-42fb-9e48-61595b9a6237 {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:50:09.301245 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3773db2f-4a1a-4a07-bb0f-f30771aac641", "name": "network-vif-plugged", "status": "completed", "tag": "8ed184ed-283e-4add-9846-2ecc4c944c3e", "code": 200}]} {{(pid=110549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:50:09.301496 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3032c1a-00d4-42fb-9e48-61595b9a6237 {{(pid=110549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:50:09.301888 dv-cinder-815582-10-iscsi neutron-server[110549]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3032c1a-00d4-42fb-9e48-61595b9a6237'] response: {'server_uuid': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed184ed-283e-4add-9846-2ecc4c944c3e', 'code': 200} Jun 23 13:50:09.316407 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-53c61876-78b5-4442-bccc-8bb9466247ee tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "DELETE /v2.0/floatingips/e20d8cf4-4a55-43b9-93d1-d65384fe596a HTTP/1.1" status: 204 len: 168 time: 0.8308210 Jun 23 13:50:09.317084 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'tag': '3e3135bb-5e40-457d-b725-fb3c8289323a'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:50:09.324242 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc52d8c7-ff50-40f0-bfba-5987ed714feb" -d '{"events": [{"name": "network-changed", "server_uuid": "02fa04ed-3477-423e-b4bc-2a860638bd30", "tag": "3e3135bb-5e40-457d-b725-fb3c8289323a"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:50:09.361945 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2021064-2e8c-4c1c-b8fb-7d1a67059154 x-openstack-request-id: req-d2021064-2e8c-4c1c-b8fb-7d1a67059154 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:50:09.362256 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fa04ed-3477-423e-b4bc-2a860638bd30", "tag": "3e3135bb-5e40-457d-b725-fb3c8289323a", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:50:09.362503 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2021064-2e8c-4c1c-b8fb-7d1a67059154 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:50:09.362908 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2021064-2e8c-4c1c-b8fb-7d1a67059154'] response: {'name': 'network-changed', 'server_uuid': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'tag': '3e3135bb-5e40-457d-b725-fb3c8289323a', 'status': 'completed', 'code': 200} Jun 23 13:50:09.421062 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-73b5fef2-4ed4-431c-aefb-dd208eb1e1bc None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:50:09.429695 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52d8c7-ff50-40f0-bfba-5987ed714feb req-31645308-d629-4cd9-ab0c-ab60a8436cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:09.431575 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dc52d8c7-ff50-40f0-bfba-5987ed714feb req-31645308-d629-4cd9-ab0c-ab60a8436cb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 1130 time: 0.0462186 Jun 23 13:50:09.508477 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:09.558036 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf21d10-c512-4de3-bdf9-daf14082122a req-d04cc6e1-34aa-4a65-8a84-a0da80fc42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:09.559613 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-edf21d10-c512-4de3-bdf9-daf14082122a req-d04cc6e1-34aa-4a65-8a84-a0da80fc42f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 1129 time: 0.0989528 Jun 23 13:50:09.574243 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce89af-baa7-46ea-bcd8-eb50996e7080 req-3f4074e8-9e81-48d8-be8d-db31933d879a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:09.576093 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-41ce89af-baa7-46ea-bcd8-eb50996e7080 req-3f4074e8-9e81-48d8-be8d-db31933d879a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 946 time: 0.0511780 Jun 23 13:50:09.585598 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52d8c7-ff50-40f0-bfba-5987ed714feb req-4e86948d-ebd1-4f4a-851c-d013d1e31ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:09.587137 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dc52d8c7-ff50-40f0-bfba-5987ed714feb req-4e86948d-ebd1-4f4a-851c-d013d1e31ec3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 913 time: 0.1385126 Jun 23 13:50:09.612335 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:09.621013 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:09.626091 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-41ce89af-baa7-46ea-bcd8-eb50996e7080 req-b84a48e8-8dc2-4812-a6b6-4cfae66358ef tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437641 Jun 23 13:50:09.650567 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-73b5fef2-4ed4-431c-aefb-dd208eb1e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'b3560d36-fd5f-415f-a2c3-cf5b02a9ab78', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:c1:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:46:21Z', 'updated_at': '2022-06-23T13:46:25Z', 'revision_number': 1, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:09.674357 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5fef2-4ed4-431c-aefb-dd208eb1e1bc None None] Checking router: ec95e0de-8ca3-4a94-9504-191caa1d710a for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:50:09.682564 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5fef2-4ed4-431c-aefb-dd208eb1e1bc None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:50:09.683152 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-73b5fef2-4ed4-431c-aefb-dd208eb1e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:49:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:09.786431 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-73b5fef2-4ed4-431c-aefb-dd208eb1e1bc None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:50:10.011729 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-73b5fef2-4ed4-431c-aefb-dd208eb1e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'b3560d36-fd5f-415f-a2c3-cf5b02a9ab78', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:c1:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:46:21Z', 'updated_at': '2022-06-23T13:46:25Z', 'revision_number': 1, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:10.035472 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b5fef2-4ed4-431c-aefb-dd208eb1e1bc None None] The sync data for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi is: [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': 'b3560d36-fd5f-415f-a2c3-cf5b02a9ab78', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'port_id': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'mac_address': 'fa:16:3e:c1:09:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:46:21Z', 'updated_at': '2022-06-23T13:46:25Z', 'revision_number': 1, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:50:10.272857 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29731f5d-482e-40fc-906c-46f87153b850 None None] New status for floating IP e20d8cf4-4a55-43b9-93d1-d65384fe596a: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:50:10.277605 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=100 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:10.296045 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c02f0-7840-4e24-a47d-741c0d7f0e64 req-6c530745-eb88-4392-bd95-9aa5b8b6bf9a tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:10.297499 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bd3c02f0-7840-4e24-a47d-741c0d7f0e64 req-6c530745-eb88-4392-bd95-9aa5b8b6bf9a tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 945 time: 0.0523443 Jun 23 13:50:10.346468 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-bd3c02f0-7840-4e24-a47d-741c0d7f0e64 req-0f70f278-6766-4bcf-84b5-be43d777374d tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430031 Jun 23 13:50:10.539700 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dc52d8c7-ff50-40f0-bfba-5987ed714feb req-23312154-8efd-4d78-b1b9-82507b06e0bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e3135bb-5e40-457d-b725-fb3c8289323a HTTP/1.1" status: 200 len: 217 time: 0.0494378 Jun 23 13:50:10.747787 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d98df-2590-4107-b780-fd58e95362ca req-b6d50726-43dd-48d0-978a-0ca50292a4b5 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:10.749435 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f53d98df-2590-4107-b780-fd58e95362ca req-b6d50726-43dd-48d0-978a-0ca50292a4b5 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 946 time: 0.0496547 Jun 23 13:50:10.801630 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f53d98df-2590-4107-b780-fd58e95362ca req-003a7427-ce5f-43d6-a4d6-de86d234c1f3 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464084 Jun 23 13:50:10.808536 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:10.846178 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-edf21d10-c512-4de3-bdf9-daf14082122a req-2aa31a08-54f1-46b4-abcf-ffbcb11d8ac6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579979 Jun 23 13:50:10.855445 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52d8c7-ff50-40f0-bfba-5987ed714feb req-d5c3b57f-a11f-4388-9e27-be0a53077ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:10.856785 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dc52d8c7-ff50-40f0-bfba-5987ed714feb req-d5c3b57f-a11f-4388-9e27-be0a53077ffb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.3078802 Jun 23 13:50:11.227100 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52d8c7-ff50-40f0-bfba-5987ed714feb req-e0dc7b5c-6bd3-402d-9bf4-eb8e550f0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:11.228616 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dc52d8c7-ff50-40f0-bfba-5987ed714feb req-e0dc7b5c-6bd3-402d-9bf4-eb8e550f0a5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0697989 Jun 23 13:50:11.255464 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae730db7-9672-4dc4-9bfe-43488a863f4e req-9a15d24f-3367-4f80-905b-5e4fcf45405a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:11.256837 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ae730db7-9672-4dc4-9bfe-43488a863f4e req-9a15d24f-3367-4f80-905b-5e4fcf45405a tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 946 time: 0.0656214 Jun 23 13:50:11.394650 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dc52d8c7-ff50-40f0-bfba-5987ed714feb req-d1c0c701-693e-443e-98d0-a30ce41f49a0 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570358 Jun 23 13:50:11.395140 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-ae730db7-9672-4dc4-9bfe-43488a863f4e req-2e36a0db-411e-4b29-8e30-b0bd704d2b29 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Deleting port 3e3135bb-5e40-457d-b725-fb3c8289323a {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:11.395493 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ae730db7-9672-4dc4-9bfe-43488a863f4e req-2e36a0db-411e-4b29-8e30-b0bd704d2b29 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:11.463398 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785c140-63a9-4438-8f91-9b51bf7fe284 req-742542ee-e8be-4ff2-b7b7-c3dd1765467d tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:11.464900 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0785c140-63a9-4438-8f91-9b51bf7fe284 req-742542ee-e8be-4ff2-b7b7-c3dd1765467d tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 945 time: 0.0476108 Jun 23 13:50:11.483550 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-ae730db7-9672-4dc4-9bfe-43488a863f4e req-2e36a0db-411e-4b29-8e30-b0bd704d2b29 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] For port 3e3135bb-5e40-457d-b725-fb3c8289323a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=3e3135bb-5e40-457d-b725-fb3c8289323a,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:11.483909 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ae730db7-9672-4dc4-9bfe-43488a863f4e req-2e36a0db-411e-4b29-8e30-b0bd704d2b29 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:11.496890 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-ae730db7-9672-4dc4-9bfe-43488a863f4e req-2e36a0db-411e-4b29-8e30-b0bd704d2b29 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Calling delete_port for 3e3135bb-5e40-457d-b725-fb3c8289323a owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:11.516699 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-0785c140-63a9-4438-8f91-9b51bf7fe284 req-a708072d-086c-4b23-bfa9-26851fd35488 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459876 Jun 23 13:50:11.636953 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:11.692271 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ae730db7-9672-4dc4-9bfe-43488a863f4e req-2e36a0db-411e-4b29-8e30-b0bd704d2b29 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (3e3135bb-5e40-457d-b725-fb3c8289323a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:11.727068 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36a0db-411e-4b29-8e30-b0bd704d2b29 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event deleted for resources: {'Port': ['ID=3e3135bb-5e40-457d-b725-fb3c8289323a,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:11.743811 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dc52d8c7-ff50-40f0-bfba-5987ed714feb req-2c050623-56f8-4fd0-af2c-a8b5bcfdcf1a service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348577 Jun 23 13:50:11.779178 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae730db7-9672-4dc4-9bfe-43488a863f4e req-2e36a0db-411e-4b29-8e30-b0bd704d2b29 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] No DVR routers for this DVR port 3e3135bb-5e40-457d-b725-fb3c8289323a on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:50:11.781488 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-ae730db7-9672-4dc4-9bfe-43488a863f4e req-2e36a0db-411e-4b29-8e30-b0bd704d2b29 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:11.784695 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-ae730db7-9672-4dc4-9bfe-43488a863f4e req-2e36a0db-411e-4b29-8e30-b0bd704d2b29 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "DELETE /v2.0/ports/3e3135bb-5e40-457d-b725-fb3c8289323a HTTP/1.1" status: 204 len: 173 time: 0.5184455 Jun 23 13:50:11.785112 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'name': 'network-vif-deleted', 'tag': '3e3135bb-5e40-457d-b725-fb3c8289323a'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:50:11.787362 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dce5cf-8782-4533-b466-87b88b1d54a3" -d '{"events": [{"server_uuid": "02fa04ed-3477-423e-b4bc-2a860638bd30", "name": "network-vif-deleted", "tag": "3e3135bb-5e40-457d-b725-fb3c8289323a"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:50:11.824449 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c461adde-1d4f-40b1-a651-2ad2137fda33 x-openstack-request-id: req-c461adde-1d4f-40b1-a651-2ad2137fda33 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:50:11.825403 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fa04ed-3477-423e-b4bc-2a860638bd30", "name": "network-vif-deleted", "tag": "3e3135bb-5e40-457d-b725-fb3c8289323a", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:50:11.825403 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c461adde-1d4f-40b1-a651-2ad2137fda33 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:50:11.825403 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c461adde-1d4f-40b1-a651-2ad2137fda33'] response: {'server_uuid': '02fa04ed-3477-423e-b4bc-2a860638bd30', 'name': 'network-vif-deleted', 'tag': '3e3135bb-5e40-457d-b725-fb3c8289323a', 'status': 'completed', 'code': 200} Jun 23 13:50:11.907710 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-8aec4fb5-ba55-4f41-b267-b28316ebcb98 req-33577ba0-eac6-432b-8836-75bbb4133bda tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 210 time: 0.0275378 Jun 23 13:50:12.641706 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d21870-c541-460d-9a77-1040b56bc9ab req-5772971f-1d30-4a29-9aca-4373a5e0faaa tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:12.643184 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c3d21870-c541-460d-9a77-1040b56bc9ab req-5772971f-1d30-4a29-9aca-4373a5e0faaa tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 945 time: 0.0570059 Jun 23 13:50:12.689926 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-c3d21870-c541-460d-9a77-1040b56bc9ab req-258321ca-d388-4b49-a97b-5fc05069557c tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409756 Jun 23 13:50:12.813319 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d18d02-4e60-45e5-8613-61bacdcfd994 req-d42e401d-f53f-4acd-acae-2524e59a5858 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:12.814751 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-f7d18d02-4e60-45e5-8613-61bacdcfd994 req-d42e401d-f53f-4acd-acae-2524e59a5858 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 945 time: 0.0504143 Jun 23 13:50:12.828000 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34690) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:12.832866 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-62d191f1-28d4-4f0c-ac72-8163d0c9b09e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Request body: {'floatingip': {'port_id': '8ed184ed-283e-4add-9846-2ecc4c944c3e'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:50:12.875272 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-62d191f1-28d4-4f0c-ac72-8163d0c9b09e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (11157d44-e7c2-424b-94f1-d8718e3b8d49), before_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:13.021399 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-a20dd4e5-ba66-4911-ac35-72badb1e80f6 req-7e813d10-61b0-43a1-a8e0-a2695547ef80 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=02fa04ed-3477-423e-b4bc-2a860638bd30 HTTP/1.1" status: 200 len: 210 time: 0.0321593 Jun 23 13:50:13.161394 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:13.309888 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-62d191f1-28d4-4f0c-ac72-8163d0c9b09e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:13.317038 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-62d191f1-28d4-4f0c-ac72-8163d0c9b09e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (11157d44-e7c2-424b-94f1-d8718e3b8d49), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:13.423721 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-62d191f1-28d4-4f0c-ac72-8163d0c9b09e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Floating IP 11157d44-e7c2-424b-94f1-d8718e3b8d49 associated. External IP: 172.27.0.116, port: 8ed184ed-283e-4add-9846-2ecc4c944c3e. Jun 23 13:50:13.627806 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d191f1-28d4-4f0c-ac72-8163d0c9b09e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Router 25afbb2c-b76f-49c6-903c-07bf1945622c has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:50:13.731887 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d191f1-28d4-4f0c-ac72-8163d0c9b09e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:50:13.736778 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-62d191f1-28d4-4f0c-ac72-8163d0c9b09e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:13.738979 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:13.741492 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13911e8c-25b6-4f26-9d7d-ab384511afa5 None None] Sync routers for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:50:13.753017 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13911e8c-25b6-4f26-9d7d-ab384511afa5 None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:50:13.753627 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-13911e8c-25b6-4f26-9d7d-ab384511afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:49:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:13.766686 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-62d191f1-28d4-4f0c-ac72-8163d0c9b09e tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "PUT /v2.0/floatingips/11157d44-e7c2-424b-94f1-d8718e3b8d49 HTTP/1.1" status: 200 len: 991 time: 0.9376168 Jun 23 13:50:13.826865 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'tag': '8ed184ed-283e-4add-9846-2ecc4c944c3e'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:50:13.829302 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ba137e-4916-477f-a99e-e08368b90e75" -d '{"events": [{"name": "network-changed", "server_uuid": "3773db2f-4a1a-4a07-bb0f-f30771aac641", "tag": "8ed184ed-283e-4add-9846-2ecc4c944c3e"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:50:13.857073 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-13911e8c-25b6-4f26-9d7d-ab384511afa5 None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:50:13.865378 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83798744-6a5e-4105-9ba6-73544066ae2e x-openstack-request-id: req-83798744-6a5e-4105-9ba6-73544066ae2e {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:50:13.865726 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3773db2f-4a1a-4a07-bb0f-f30771aac641", "tag": "8ed184ed-283e-4add-9846-2ecc4c944c3e", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:50:13.866036 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83798744-6a5e-4105-9ba6-73544066ae2e {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:50:13.866495 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83798744-6a5e-4105-9ba6-73544066ae2e'] response: {'name': 'network-changed', 'server_uuid': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'tag': '8ed184ed-283e-4add-9846-2ecc4c944c3e', 'status': 'completed', 'code': 200} Jun 23 13:50:13.934153 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba137e-4916-477f-a99e-e08368b90e75 req-6a8be30b-6fce-464f-888f-fd17bc12109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:13.935647 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f8ba137e-4916-477f-a99e-e08368b90e75 req-6a8be30b-6fce-464f-888f-fd17bc12109e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 1129 time: 0.0381887 Jun 23 13:50:14.027147 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba137e-4916-477f-a99e-e08368b90e75 req-0f43f224-4882-4c4c-97c0-3766395de25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:14.028543 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f8ba137e-4916-477f-a99e-e08368b90e75 req-0f43f224-4882-4c4c-97c0-3766395de25b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 200 len: 912 time: 0.0865412 Jun 23 13:50:14.084409 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-13911e8c-25b6-4f26-9d7d-ab384511afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '11157d44-e7c2-424b-94f1-d8718e3b8d49', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'port_id': '8ed184ed-283e-4add-9846-2ecc4c944c3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'mac_address': 'fa:16:3e:b1:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:49:59Z', 'updated_at': '2022-06-23T13:50:13Z', 'revision_number': 1, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:14.101927 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f8ba137e-4916-477f-a99e-e08368b90e75 req-83aaf043-5717-429a-abc5-2e343d730ed4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ed184ed-283e-4add-9846-2ecc4c944c3e HTTP/1.1" status: 200 len: 999 time: 0.0620801 Jun 23 13:50:14.110690 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13911e8c-25b6-4f26-9d7d-ab384511afa5 None None] Checking router: 25afbb2c-b76f-49c6-903c-07bf1945622c for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:50:14.120670 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13911e8c-25b6-4f26-9d7d-ab384511afa5 None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:50:14.121280 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-13911e8c-25b6-4f26-9d7d-ab384511afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:49:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:14.159445 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba137e-4916-477f-a99e-e08368b90e75 req-39e0944b-cee2-4010-b549-11945373f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:14.159774 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:14.160674 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f8ba137e-4916-477f-a99e-e08368b90e75 req-39e0944b-cee2-4010-b549-11945373f19a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db9a98fa-da80-4902-a01e-4008cb428f3f HTTP/1.1" status: 200 len: 850 time: 0.0529087 Jun 23 13:50:14.204782 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba137e-4916-477f-a99e-e08368b90e75 req-26a971d3-19bb-4c55-97d9-1420f63f16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:14.206171 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f8ba137e-4916-477f-a99e-e08368b90e75 req-26a971d3-19bb-4c55-97d9-1420f63f16b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b55fd257-6b00-49b3-a392-7cc3edf381f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397098 Jun 23 13:50:14.226025 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-13911e8c-25b6-4f26-9d7d-ab384511afa5 None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:50:14.232509 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:14.288309 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:14.301257 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f8ba137e-4916-477f-a99e-e08368b90e75 req-afe4f1c0-870e-4ec4-b110-2220386ec41e service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888972 Jun 23 13:50:14.397513 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-f8ba137e-4916-477f-a99e-e08368b90e75 req-b8a00d74-340e-4a27-93a0-d2fdc2a09f56 service neutron] 10.222.0.47 "GET /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902658 Jun 23 13:50:14.437000 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-13911e8c-25b6-4f26-9d7d-ab384511afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '11157d44-e7c2-424b-94f1-d8718e3b8d49', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'port_id': '8ed184ed-283e-4add-9846-2ecc4c944c3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'mac_address': 'fa:16:3e:b1:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:49:59Z', 'updated_at': '2022-06-23T13:50:13Z', 'revision_number': 1, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:14.585010 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13911e8c-25b6-4f26-9d7d-ab384511afa5 None None] The sync data for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi is: [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_floatingips': [{'id': '11157d44-e7c2-424b-94f1-d8718e3b8d49', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'router_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'port_id': '8ed184ed-283e-4add-9846-2ecc4c944c3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'mac_address': 'fa:16:3e:b1:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T13:49:59Z', 'updated_at': '2022-06-23T13:50:13Z', 'revision_number': 1, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:50:14.775288 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939e64fd-6251-4501-a508-8c9db8830e22 None None] New status for floating IP 11157d44-e7c2-424b-94f1-d8718e3b8d49: ACTIVE {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:50:15.045657 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 3e3135bb-5e40-457d-b725-fb3c8289323a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:50:15.071543 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 3e3135bb-5e40-457d-b725-fb3c8289323a {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:50:15.071887 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 3e3135bb-5e40-457d-b725-fb3c8289323a not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:50:16.340219 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34712) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:16.478753 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Deleting port ce70f72b-379d-4554-8f5f-b312451e23a4 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:16.479065 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (ce70f72b-379d-4554-8f5f-b312451e23a4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:16.566302 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (ce70f72b-379d-4554-8f5f-b312451e23a4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:16.566764 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (ce70f72b-379d-4554-8f5f-b312451e23a4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:16.580812 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Calling delete_port for ce70f72b-379d-4554-8f5f-b312451e23a4 owned by network:floatingip {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:16.718354 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:16.726469 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (ce70f72b-379d-4554-8f5f-b312451e23a4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:16.750874 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event deleted for resources: {'Port': ['ID=ce70f72b-379d-4554-8f5f-b312451e23a4,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:16.815078 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (b3560d36-fd5f-415f-a2c3-cf5b02a9ab78), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:16.815461 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Floating IP b3560d36-fd5f-415f-a2c3-cf5b02a9ab78 disassociated (deleted). External IP: 172.27.0.168, port: b2540c58-97f9-4f0c-98c0-3f9877fc5e17. Jun 23 13:50:17.020126 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Router ec95e0de-8ca3-4a94-9504-191caa1d710a has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:50:17.107070 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:17.126370 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:50:17.131114 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:17.136612 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10961fb-443b-4814-a174-dda80fb65d92 None None] Sync routers for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:50:17.147731 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10961fb-443b-4814-a174-dda80fb65d92 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:50:17.148338 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-b10961fb-443b-4814-a174-dda80fb65d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:49:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:17.160211 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-07b6b280-85c9-4b8b-ac92-29a37e347bbf tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "DELETE /v2.0/floatingips/b3560d36-fd5f-415f-a2c3-cf5b02a9ab78 HTTP/1.1" status: 204 len: 168 time: 0.8189368 Jun 23 13:50:17.160791 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'tag': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:50:17.163082 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f61ce7c-0934-4999-a4b4-8230ed7df6af" -d '{"events": [{"name": "network-changed", "server_uuid": "52cbfcd2-3b2d-44f2-a44d-55ab8868fd59", "tag": "b2540c58-97f9-4f0c-98c0-3f9877fc5e17"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:50:17.206853 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 13:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d22070-30aa-4d72-80e0-978441cb1345 x-openstack-request-id: req-13d22070-30aa-4d72-80e0-978441cb1345 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:50:17.207150 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cbfcd2-3b2d-44f2-a44d-55ab8868fd59", "tag": "b2540c58-97f9-4f0c-98c0-3f9877fc5e17", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:50:17.207515 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13d22070-30aa-4d72-80e0-978441cb1345 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:50:17.207991 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d22070-30aa-4d72-80e0-978441cb1345'] response: {'name': 'network-changed', 'server_uuid': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'tag': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'status': 'completed', 'code': 200} Jun 23 13:50:17.257252 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-b10961fb-443b-4814-a174-dda80fb65d92 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:50:17.266539 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61ce7c-0934-4999-a4b4-8230ed7df6af req-651ea92d-1d1d-453b-a8c4-4674d009bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:17.268094 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f61ce7c-0934-4999-a4b4-8230ed7df6af req-651ea92d-1d1d-453b-a8c4-4674d009bd80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0d6c438e59834c4084c818053e1fdb93&device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 1129 time: 0.0397117 Jun 23 13:50:17.368695 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61ce7c-0934-4999-a4b4-8230ed7df6af req-1c1d8906-92fc-4fad-a9ee-67583c29a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:17.370137 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f61ce7c-0934-4999-a4b4-8230ed7df6af req-1c1d8906-92fc-4fad-a9ee-67583c29a4ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 200 len: 913 time: 0.0959375 Jun 23 13:50:17.411508 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f8c94-2ce7-479f-bb77-0af886cc38b8 req-b056f93d-1c9f-47f1-84d1-d043348d4ee5 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:17.412960 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fc6f8c94-2ce7-479f-bb77-0af886cc38b8 req-b056f93d-1c9f-47f1-84d1-d043348d4ee5 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 945 time: 0.0474775 Jun 23 13:50:17.458226 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-b10961fb-443b-4814-a174-dda80fb65d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:17.462823 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-fc6f8c94-2ce7-479f-bb77-0af886cc38b8 req-d32f60f9-5f78-4804-91d1-4cc79d195bc6 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441518 Jun 23 13:50:17.481821 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10961fb-443b-4814-a174-dda80fb65d92 None None] Checking router: ec95e0de-8ca3-4a94-9504-191caa1d710a for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:50:17.490309 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10961fb-443b-4814-a174-dda80fb65d92 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:50:17.490904 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-b10961fb-443b-4814-a174-dda80fb65d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:49:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:17.593374 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-b10961fb-443b-4814-a174-dda80fb65d92 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:50:17.769126 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-b10961fb-443b-4814-a174-dda80fb65d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:17.793264 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10961fb-443b-4814-a174-dda80fb65d92 None None] The sync data for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi is: [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:42:34Z', 'revision_number': 4, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': '214ac37d-a755-4b68-ad4a-61015b030fe7', 'name': '', 'network_id': 'bb715288-0a54-4ca5-85b6-5a7823648ca0', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'mac_address': 'fa:16:3e:96:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:33Z', 'updated_at': '2022-06-23T13:42:39Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'subnets': [{'id': '5ca2c1c1-a17c-4242-ab8d-46a614702c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:50:17.824498 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:50:18.006759 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe28c15-3e99-4e40-b3b6-d8605ec3681c None None] New status for floating IP b3560d36-fd5f-415f-a2c3-cf5b02a9ab78: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:50:18.363996 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f61ce7c-0934-4999-a4b4-8230ed7df6af req-bd9cb8c6-8df6-4ab2-b99c-9e1bfe83df6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2540c58-97f9-4f0c-98c0-3f9877fc5e17 HTTP/1.1" status: 200 len: 217 time: 0.0439918 Jun 23 13:50:18.425359 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61ce7c-0934-4999-a4b4-8230ed7df6af req-4ea1567d-fd9e-436e-b8a2-ddb7deea0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:18.426728 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f61ce7c-0934-4999-a4b4-8230ed7df6af req-4ea1567d-fd9e-436e-b8a2-ddb7deea0f5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 200 len: 851 time: 0.0475194 Jun 23 13:50:18.552688 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61ce7c-0934-4999-a4b4-8230ed7df6af req-162d2575-aa7b-43b6-afec-326eec4afcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:18.554165 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f61ce7c-0934-4999-a4b4-8230ed7df6af req-162d2575-aa7b-43b6-afec-326eec4afcd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb715288-0a54-4ca5-85b6-5a7823648ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533657 Jun 23 13:50:18.595404 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76907cd1-f84a-43da-add3-4e932f19229b req-67178f38-c412-48ca-b0da-d580286c8be8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:18.596872 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-76907cd1-f84a-43da-add3-4e932f19229b req-67178f38-c412-48ca-b0da-d580286c8be8 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 945 time: 0.0468543 Jun 23 13:50:18.640514 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f61ce7c-0934-4999-a4b4-8230ed7df6af req-a163b9ac-d153-4110-a13e-07c9785bf81f service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801606 Jun 23 13:50:18.645182 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-76907cd1-f84a-43da-add3-4e932f19229b req-758d5cb0-1d30-4e8d-b39b-4f2b99309adc tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425732 Jun 23 13:50:18.851481 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3773b0-ff28-4717-859e-a89c3172c4b9 req-2a88899a-b874-4978-b104-761eb831f273 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:50:18.852892 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dd3773b0-ff28-4717-859e-a89c3172c4b9 req-2a88899a-b874-4978-b104-761eb831f273 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 945 time: 0.0585527 Jun 23 13:50:18.858180 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-6f61ce7c-0934-4999-a4b4-8230ed7df6af req-535704a5-4691-47eb-b205-c944335da693 service neutron] 10.222.0.47 "GET /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322896 Jun 23 13:50:18.885526 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=100 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:18.948551 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-dd3773b0-ff28-4717-859e-a89c3172c4b9 req-0ffaf639-b11c-4657-90f0-fcf01a69b861 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Deleting port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:18.948838 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-dd3773b0-ff28-4717-859e-a89c3172c4b9 req-0ffaf639-b11c-4657-90f0-fcf01a69b861 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:19.053003 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-dd3773b0-ff28-4717-859e-a89c3172c4b9 req-0ffaf639-b11c-4657-90f0-fcf01a69b861 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] For port b2540c58-97f9-4f0c-98c0-3f9877fc5e17, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=b2540c58-97f9-4f0c-98c0-3f9877fc5e17,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:19.053339 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-dd3773b0-ff28-4717-859e-a89c3172c4b9 req-0ffaf639-b11c-4657-90f0-fcf01a69b861 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:19.066375 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-dd3773b0-ff28-4717-859e-a89c3172c4b9 req-0ffaf639-b11c-4657-90f0-fcf01a69b861 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Calling delete_port for b2540c58-97f9-4f0c-98c0-3f9877fc5e17 owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:19.448168 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-dd3773b0-ff28-4717-859e-a89c3172c4b9 req-0ffaf639-b11c-4657-90f0-fcf01a69b861 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (b2540c58-97f9-4f0c-98c0-3f9877fc5e17), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:19.473683 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaf639-b11c-4657-90f0-fcf01a69b861 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event deleted for resources: {'Port': ['ID=b2540c58-97f9-4f0c-98c0-3f9877fc5e17,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:19.518268 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3773b0-ff28-4717-859e-a89c3172c4b9 req-0ffaf639-b11c-4657-90f0-fcf01a69b861 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] No DVR routers for this DVR port b2540c58-97f9-4f0c-98c0-3f9877fc5e17 on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:50:19.520754 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-dd3773b0-ff28-4717-859e-a89c3172c4b9 req-0ffaf639-b11c-4657-90f0-fcf01a69b861 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:19.523917 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-dd3773b0-ff28-4717-859e-a89c3172c4b9 req-0ffaf639-b11c-4657-90f0-fcf01a69b861 tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.47 "DELETE /v2.0/ports/b2540c58-97f9-4f0c-98c0-3f9877fc5e17 HTTP/1.1" status: 204 len: 173 time: 0.6649055 Jun 23 13:50:19.524355 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'name': 'network-vif-deleted', 'tag': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:50:19.526575 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708a05c7-4792-4dff-854a-6b3728dbcef7" -d '{"events": [{"server_uuid": "52cbfcd2-3b2d-44f2-a44d-55ab8868fd59", "name": "network-vif-deleted", "tag": "b2540c58-97f9-4f0c-98c0-3f9877fc5e17"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:50:19.561955 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce191e78-bb47-4db1-9aba-12ffcc5d14f5 x-openstack-request-id: req-ce191e78-bb47-4db1-9aba-12ffcc5d14f5 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:50:19.562249 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cbfcd2-3b2d-44f2-a44d-55ab8868fd59", "name": "network-vif-deleted", "tag": "b2540c58-97f9-4f0c-98c0-3f9877fc5e17", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:50:19.562496 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce191e78-bb47-4db1-9aba-12ffcc5d14f5 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:50:19.562897 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce191e78-bb47-4db1-9aba-12ffcc5d14f5'] response: {'server_uuid': '52cbfcd2-3b2d-44f2-a44d-55ab8868fd59', 'name': 'network-vif-deleted', 'tag': 'b2540c58-97f9-4f0c-98c0-3f9877fc5e17', 'status': 'completed', 'code': 200} Jun 23 13:50:19.755829 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-df0e2c26-f7f4-4179-9926-c55db4c30f8e req-5be36205-5b3a-4a99-bc64-c918975228fd tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cbfcd2-3b2d-44f2-a44d-55ab8868fd59 HTTP/1.1" status: 200 len: 210 time: 0.0304186 Jun 23 13:50:20.097033 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-40a2150a-b5df-4111-99f1-93e6933a1fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:20.821741 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34730) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:20.931122 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-3b5bc57c-b393-4431-8f0d-25f1e952d67c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Deleting port 792422c0-0f08-467c-b119-7a166630ea09 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:20.931505 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc57c-b393-4431-8f0d-25f1e952d67c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (792422c0-0f08-467c-b119-7a166630ea09), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:21.016214 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc57c-b393-4431-8f0d-25f1e952d67c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (792422c0-0f08-467c-b119-7a166630ea09), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:21.016541 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc57c-b393-4431-8f0d-25f1e952d67c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (792422c0-0f08-467c-b119-7a166630ea09), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:21.030134 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-3b5bc57c-b393-4431-8f0d-25f1e952d67c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Calling delete_port for 792422c0-0f08-467c-b119-7a166630ea09 owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:21.145833 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:21.160765 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:21.169690 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc57c-b393-4431-8f0d-25f1e952d67c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (792422c0-0f08-467c-b119-7a166630ea09), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:21.194446 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bc57c-b393-4431-8f0d-25f1e952d67c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event deleted for resources: {'Port': ['ID=792422c0-0f08-467c-b119-7a166630ea09,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:21.262090 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc57c-b393-4431-8f0d-25f1e952d67c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for floatingip (e2842308-4920-4fef-90cf-553cd019f27e), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:21.266319 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-3b5bc57c-b393-4431-8f0d-25f1e952d67c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:21.267512 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-3b5bc57c-b393-4431-8f0d-25f1e952d67c tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "DELETE /v2.0/floatingips/e2842308-4920-4fef-90cf-553cd019f27e HTTP/1.1" status: 204 len: 168 time: 0.4451084 Jun 23 13:50:22.482000 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34742) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:22.541926 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:22.545244 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-913da688-7b71-4571-95ea-3086f8ddbbab tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group (a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:22.571051 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-913da688-7b71-4571-95ea-3086f8ddbbab tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group (a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:22.637501 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-913da688-7b71-4571-95ea-3086f8ddbbab tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:22.640299 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-913da688-7b71-4571-95ea-3086f8ddbbab tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:22.641485 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-913da688-7b71-4571-95ea-3086f8ddbbab tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] 10.222.0.26 "DELETE /v2.0/security-groups/a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2 HTTP/1.1" status: 204 len: 168 time: 0.1584339 Jun 23 13:50:22.651542 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913da688-7b71-4571-95ea-3086f8ddbbab tempest-TestVolumeBootPattern-1088681018 tempest-TestVolumeBootPattern-1088681018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a9f2ed-dc6c-46ba-850f-5e81aef3acd2,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:22.696050 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34746) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:22.743112 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:22.750586 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bfb31e7f-cc42-4abf-9085-2b92cb692a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:23.095598 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:23.098509 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b2540c58-97f9-4f0c-98c0-3f9877fc5e17 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:50:23.108656 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-270216'] for router_interface (ec95e0de-8ca3-4a94-9504-191caa1d710a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:23.118120 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: b2540c58-97f9-4f0c-98c0-3f9877fc5e17 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:50:23.118535 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device b2540c58-97f9-4f0c-98c0-3f9877fc5e17 not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:50:23.141204 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:23.336357 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] Deleting port 214ac37d-a755-4b68-ad4a-61015b030fe7 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:23.336747 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:23.419719 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] For port 214ac37d-a755-4b68-ad4a-61015b030fe7, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=214ac37d-a755-4b68-ad4a-61015b030fe7,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:23.420079 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:23.433504 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] Calling delete_port for 214ac37d-a755-4b68-ad4a-61015b030fe7 owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:23.533027 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:23.556177 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:23.613283 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (214ac37d-a755-4b68-ad4a-61015b030fe7), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:23.646539 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] Pushing event deleted for resources: {'Port': ['ID=214ac37d-a755-4b68-ad4a-61015b030fe7,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:23.806106 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7990026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-270108'] for router_interface (ec95e0de-8ca3-4a94-9504-191caa1d710a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:23.969472 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:24.022556 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] Router ec95e0de-8ca3-4a94-9504-191caa1d710a has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:50:24.129557 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:50:24.134729 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-a9598728-7cc8-4a83-8756-3ec093cfd48a admin admin] 10.222.0.26 "PUT /v2.0/routers/ec95e0de-8ca3-4a94-9504-191caa1d710a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4376137 Jun 23 13:50:24.137141 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34750) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:24.139718 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531b3140-9c0a-416b-9c27-2c3caedec032 None None] Sync routers for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:50:24.150911 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b3140-9c0a-416b-9c27-2c3caedec032 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:50:24.151557 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-531b3140-9c0a-416b-9c27-2c3caedec032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:50:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:24.185303 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:24.234216 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Publish callbacks [] for router (ec95e0de-8ca3-4a94-9504-191caa1d710a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:24.252923 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-531b3140-9c0a-416b-9c27-2c3caedec032 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:50:24.330718 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Publish callbacks [] for router_gateway (ec95e0de-8ca3-4a94-9504-191caa1d710a), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:24.378039 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Deleting port 772331f8-d3d6-457e-a331-12900924901f {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:24.378500 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (772331f8-d3d6-457e-a331-12900924901f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:24.422492 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-531b3140-9c0a-416b-9c27-2c3caedec032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '772331f8-d3d6-457e-a331-12900924901f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:50:23Z', 'revision_number': 5, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port': {'id': '772331f8-d3d6-457e-a331-12900924901f', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:63:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:31Z', 'updated_at': '2022-06-23T13:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:24.447624 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531b3140-9c0a-416b-9c27-2c3caedec032 None None] Checking router: ec95e0de-8ca3-4a94-9504-191caa1d710a for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:50:24.456738 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b3140-9c0a-416b-9c27-2c3caedec032 None None] Routers {'ec95e0de-8ca3-4a94-9504-191caa1d710a'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:50:24.457343 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-531b3140-9c0a-416b-9c27-2c3caedec032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:50:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['ec95e0de-8ca3-4a94-9504-191caa1d710a'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:24.459290 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] For port 772331f8-d3d6-457e-a331-12900924901f, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=772331f8-d3d6-457e-a331-12900924901f,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:24.461057 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (772331f8-d3d6-457e-a331-12900924901f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:24.474810 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:24.479936 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Calling delete_port for 772331f8-d3d6-457e-a331-12900924901f owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:24.543251 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-531b3140-9c0a-416b-9c27-2c3caedec032 None None] Set router ec95e0de-8ca3-4a94-9504-191caa1d710a gateway port host: None {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:50:24.591617 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-531b3140-9c0a-416b-9c27-2c3caedec032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:50:24Z', 'revision_number': 6, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port_host': None}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:24.619463 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531b3140-9c0a-416b-9c27-2c3caedec032 None None] The sync data for ids ['ec95e0de-8ca3-4a94-9504-191caa1d710a'] in dv-cinder-815582-10-iscsi is: [{'id': 'ec95e0de-8ca3-4a94-9504-191caa1d710a', 'name': 'tempest-TestVolumeBootPattern-2105699831-router', 'tenant_id': '0d6c438e59834c4084c818053e1fdb93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:30Z', 'updated_at': '2022-06-23T13:50:24Z', 'revision_number': 6, 'project_id': '0d6c438e59834c4084c818053e1fdb93', 'gw_port_host': None}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:50:24.658826 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (772331f8-d3d6-457e-a331-12900924901f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:24.682365 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=772331f8-d3d6-457e-a331-12900924901f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:24.746553 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389688'] for router_gateway (ec95e0de-8ca3-4a94-9504-191caa1d710a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:24.802593 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:24.832230 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router (ec95e0de-8ca3-4a94-9504-191caa1d710a), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:24.834556 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Publish callbacks [] for router_controller (ec95e0de-8ca3-4a94-9504-191caa1d710a), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:24.877530 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-268479'] for router (ec95e0de-8ca3-4a94-9504-191caa1d710a), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:24.878282 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec95e0de-8ca3-4a94-9504-191caa1d710a {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 13:50:24.883015 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:24.884358 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-64308829-b87e-4928-b9e7-c1d2e3e04f97 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ec95e0de-8ca3-4a94-9504-191caa1d710a HTTP/1.1" status: 204 len: 168 time: 0.7463300 Jun 23 13:50:24.886767 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34752) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:24.940408 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb501d2-c518-4937-8337-c8259ff6362c admin admin] Deleting subnet 5ca2c1c1-a17c-4242-ab8d-46a614702c35 {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:50:24.943657 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cdb501d2-c518-4937-8337-c8259ff6362c admin admin] Publish callbacks [] for subnet (5ca2c1c1-a17c-4242-ab8d-46a614702c35), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:24.979910 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cdb501d2-c518-4937-8337-c8259ff6362c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5143460'] for subnet (5ca2c1c1-a17c-4242-ab8d-46a614702c35), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.056623 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cdb501d2-c518-4937-8337-c8259ff6362c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (5ca2c1c1-a17c-4242-ab8d-46a614702c35), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.118158 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cdb501d2-c518-4937-8337-c8259ff6362c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5838968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5429580'] for subnet (5ca2c1c1-a17c-4242-ab8d-46a614702c35), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.128983 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.142352 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb501d2-c518-4937-8337-c8259ff6362c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca2c1c1-a17c-4242-ab8d-46a614702c35,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:25.148060 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-cdb501d2-c518-4937-8337-c8259ff6362c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.153787 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-cdb501d2-c518-4937-8337-c8259ff6362c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5ca2c1c1-a17c-4242-ab8d-46a614702c35 HTTP/1.1" status: 204 len: 168 time: 0.2632837 Jun 23 13:50:25.154521 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34754) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:25.157705 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c407aa85-f869-43bd-88d5-7793f5d12ecd None None] Network bb715288-0a54-4ca5-85b6-5a7823648ca0 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:50:25.228855 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (bb715288-0a54-4ca5-85b6-5a7823648ca0), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.257133 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.276608 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Deleting port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:25.276946 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.352438 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] For port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=774a4c06-4ab9-49ee-897c-a5e6a257e2ea,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:25.352762 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.368020 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Calling delete_port for 774a4c06-4ab9-49ee-897c-a5e6a257e2ea owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:25.381818 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d58099-4202-4c41-ad14-105366b62c4a None None] DHCP port deletion for bb715288-0a54-4ca5-85b6-5a7823648ca0 request from dv-cinder-815582-10-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 13:50:25.418228 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:25.421745 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-34d58099-4202-4c41-ad14-105366b62c4a None None] Deleting port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:25.422108 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-34d58099-4202-4c41-ad14-105366b62c4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.460164 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.485122 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=774a4c06-4ab9-49ee-897c-a5e6a257e2ea,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:25.488590 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] No DVR routers for this DVR port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea on host dv-cinder-815582-10-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:50:25.493769 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-34d58099-4202-4c41-ad14-105366b62c4a None None] For port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=774a4c06-4ab9-49ee-897c-a5e6a257e2ea,segment=NetworkSegment(47b03715-b443-4b93-9938-bda448a8c547),segment_id=47b03715-b443-4b93-9938-bda448a8c547)] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:25.494173 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-34d58099-4202-4c41-ad14-105366b62c4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.510255 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-34d58099-4202-4c41-ad14-105366b62c4a None None] Calling delete_port for 774a4c06-4ab9-49ee-897c-a5e6a257e2ea owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:25.557484 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (bb715288-0a54-4ca5-85b6-5a7823648ca0), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.584493 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb715288-0a54-4ca5-85b6-5a7823648ca0']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:25.592455 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-34d58099-4202-4c41-ad14-105366b62c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181'] for port (774a4c06-4ab9-49ee-897c-a5e6a257e2ea), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.594987 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b03715-b443-4b93-9938-bda448a8c547') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:25.595287 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b03715-b443-4b93-9938-bda448a8c547') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:25.606316 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5143487'] for segment (47b03715-b443-4b93-9938-bda448a8c547), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.618247 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d58099-4202-4c41-ad14-105366b62c4a None None] Pushing event deleted for resources: {'Port': ['ID=774a4c06-4ab9-49ee-897c-a5e6a257e2ea,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:25.621249 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (47b03715-b443-4b93-9938-bda448a8c547), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.622117 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d58099-4202-4c41-ad14-105366b62c4a None None] No DVR routers for this DVR port 774a4c06-4ab9-49ee-897c-a5e6a257e2ea on host dv-cinder-815582-10-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:50:25.637599 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:50:25.638000 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5838866'] for segment (47b03715-b443-4b93-9938-bda448a8c547), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.669775 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 47b03715-b443-4b93-9938-bda448a8c547 resource provider aggregate not found Jun 23 13:50:25.711138 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (bb715288-0a54-4ca5-85b6-5a7823648ca0), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.717220 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:25.720507 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bb715288-0a54-4ca5-85b6-5a7823648ca0 HTTP/1.1" status: 204 len: 168 time: 0.5655301 Jun 23 13:50:25.722062 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 47b03715-b443-4b93-9938-bda448a8c547 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47b03715-b443-4b93-9938-bda448a8c547 found for delete ", "request_id": "req-c5ad5af7-8035-40df-97ae-241fee92c0f1"}]} Jun 23 13:50:25.723622 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34760) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:25.734339 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70953000-00ae-4285-82df-3f0cd63927d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb715288-0a54-4ca5-85b6-5a7823648ca0,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:26.052836 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-270216'] for router_interface (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:26.121039 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 774a4c06-4ab9-49ee-897c-a5e6a257e2ea no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:50:26.140446 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 774a4c06-4ab9-49ee-897c-a5e6a257e2ea {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:50:26.140787 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 774a4c06-4ab9-49ee-897c-a5e6a257e2ea not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:50:26.141199 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 772331f8-d3d6-457e-a331-12900924901f no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:50:26.161556 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 772331f8-d3d6-457e-a331-12900924901f {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:50:26.162222 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 772331f8-d3d6-457e-a331-12900924901f not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:50:26.162340 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 214ac37d-a755-4b68-ad4a-61015b030fe7 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:50:26.281203 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] Deleting port daafa9ef-8c7e-4938-9daa-cdbdf493c32e {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:26.281502 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:26.304297 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 214ac37d-a755-4b68-ad4a-61015b030fe7 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:50:26.304523 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 214ac37d-a755-4b68-ad4a-61015b030fe7 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:50:26.362929 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] For port daafa9ef-8c7e-4938-9daa-cdbdf493c32e, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=daafa9ef-8c7e-4938-9daa-cdbdf493c32e,segment=NetworkSegment(86157541-bf49-452d-aa16-417c177e388c),segment_id=86157541-bf49-452d-aa16-417c177e388c)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:26.363260 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:26.376254 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] Calling delete_port for daafa9ef-8c7e-4938-9daa-cdbdf493c32e owned by network:router_interface {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:26.721257 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:26.750028 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:26.791445 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (daafa9ef-8c7e-4938-9daa-cdbdf493c32e), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:26.813603 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] Pushing event deleted for resources: {'Port': ['ID=daafa9ef-8c7e-4938-9daa-cdbdf493c32e,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:26.974249 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7990026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-270108'] for router_interface (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:27.179049 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] Router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110547) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:50:27.281678 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110547) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:50:27.286526 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-90f33444-f7af-4c34-82aa-5be02ecd25da admin admin] 10.222.0.26 "PUT /v2.0/routers/507c6ecd-0b24-4fd6-a52b-2c0d13e170a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5617926 Jun 23 13:50:27.289848 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34764) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:27.293510 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d21b3c-66fe-4adf-97fd-28562eac1d84 None None] Sync routers for ids ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'] in dv-cinder-815582-10-iscsi {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:50:27.304646 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d21b3c-66fe-4adf-97fd-28562eac1d84 None None] Routers {'507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:50:27.305261 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-31d21b3c-66fe-4adf-97fd-28562eac1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:50:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:27.388642 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Publish callbacks [] for router (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:27.401936 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-31d21b3c-66fe-4adf-97fd-28562eac1d84 None None] Set router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 gateway port host: dv-cinder-815582-10-iscsi {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:50:27.488343 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Publish callbacks [] for router_gateway (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:27.534812 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Deleting port 613a83d1-aa68-4dc6-9a4a-77bef342ae61 {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:27.535069 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:27.614684 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.db [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] For port 613a83d1-aa68-4dc6-9a4a-77bef342ae61, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=613a83d1-aa68-4dc6-9a4a-77bef342ae61,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110547) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:27.615043 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:27.617249 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:27.624834 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:27.629153 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Calling delete_port for 613a83d1-aa68-4dc6-9a4a-77bef342ae61 owned by network:router_gateway {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:27.650751 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-31d21b3c-66fe-4adf-97fd-28562eac1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'name': 'tempest-TestVolumeBootPattern-742581688-router', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:37Z', 'updated_at': '2022-06-23T13:50:26Z', 'revision_number': 5, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'gw_port': {'id': '613a83d1-aa68-4dc6-9a4a-77bef342ae61', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:3c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:42:38Z', 'updated_at': '2022-06-23T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:27.678245 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d21b3c-66fe-4adf-97fd-28562eac1d84 None None] Checking router: 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 for host: dv-cinder-815582-10-iscsi {{(pid=110550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:50:27.687215 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d21b3c-66fe-4adf-97fd-28562eac1d84 None None] Routers {'507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:50:27.687847 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-31d21b3c-66fe-4adf-97fd-28562eac1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:50:23Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'], 'active': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:27.768121 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_dvr_db [None req-31d21b3c-66fe-4adf-97fd-28562eac1d84 None None] Set router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 gateway port host: None {{(pid=110550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:50:27.798233 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (613a83d1-aa68-4dc6-9a4a-77bef342ae61), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:27.815427 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.l3_hamode_db [None req-31d21b3c-66fe-4adf-97fd-28562eac1d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'name': 'tempest-TestVolumeBootPattern-742581688-router', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:37Z', 'updated_at': '2022-06-23T13:50:27Z', 'revision_number': 6, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'gw_port_host': None}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:27.831159 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=613a83d1-aa68-4dc6-9a4a-77bef342ae61,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:27.839697 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d21b3c-66fe-4adf-97fd-28562eac1d84 None None] The sync data for ids ['507c6ecd-0b24-4fd6-a52b-2c0d13e170a2'] in dv-cinder-815582-10-iscsi is: [{'id': '507c6ecd-0b24-4fd6-a52b-2c0d13e170a2', 'name': 'tempest-TestVolumeBootPattern-742581688-router', 'tenant_id': '2b79d3fc84d14047869621c77ca0c2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:42:37Z', 'updated_at': '2022-06-23T13:50:27Z', 'revision_number': 6, 'project_id': '2b79d3fc84d14047869621c77ca0c2bb', 'gw_port_host': None}] {{(pid=110550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:50:27.891530 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389688'] for router_gateway (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:27.977049 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:27.981041 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Publish callbacks [] for router_controller (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.032588 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-268479'] for router (507c6ecd-0b24-4fd6-a52b-2c0d13e170a2), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.033198 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 {{(pid=110547) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 13:50:28.038029 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.039219 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-933bbca0-18ef-4d1c-8585-367b857d11f9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/507c6ecd-0b24-4fd6-a52b-2c0d13e170a2 HTTP/1.1" status: 204 len: 168 time: 0.7485256 Jun 23 13:50:28.042421 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34766) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:28.092150 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-f679e16b-f6ba-4c8b-86b0-f4e8dc11df88 admin admin] Deleting subnet 6aa4c745-0c95-41e1-85a8-6db318385908 {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:50:28.095584 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f679e16b-f6ba-4c8b-86b0-f4e8dc11df88 admin admin] Publish callbacks [] for subnet (6aa4c745-0c95-41e1-85a8-6db318385908), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.131982 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f679e16b-f6ba-4c8b-86b0-f4e8dc11df88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4674011'] for subnet (6aa4c745-0c95-41e1-85a8-6db318385908), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.218937 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f679e16b-f6ba-4c8b-86b0-f4e8dc11df88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (6aa4c745-0c95-41e1-85a8-6db318385908), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.280392 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f679e16b-f6ba-4c8b-86b0-f4e8dc11df88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4705492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58627921'] for subnet (6aa4c745-0c95-41e1-85a8-6db318385908), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.306281 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679e16b-f6ba-4c8b-86b0-f4e8dc11df88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa4c745-0c95-41e1-85a8-6db318385908,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:28.310037 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f679e16b-f6ba-4c8b-86b0-f4e8dc11df88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.313295 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f679e16b-f6ba-4c8b-86b0-f4e8dc11df88 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6aa4c745-0c95-41e1-85a8-6db318385908 HTTP/1.1" status: 204 len: 168 time: 0.2699232 Jun 23 13:50:28.316152 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34768) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:28.317389 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec6e4a-5e2d-402a-a80a-f9c0491a4441 None None] Network 7f574965-2aa5-4e6b-9f06-f0de26e79229 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:50:28.382006 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:28.387229 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (7f574965-2aa5-4e6b-9f06-f0de26e79229), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.431979 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Deleting port 3f883925-9342-4a89-a793-64821e712c69 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:50:28.432309 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (3f883925-9342-4a89-a793-64821e712c69), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.492447 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] For port 3f883925-9342-4a89-a793-64821e712c69, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=3f883925-9342-4a89-a793-64821e712c69,segment=NetworkSegment(86157541-bf49-452d-aa16-417c177e388c),segment_id=86157541-bf49-452d-aa16-417c177e388c)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:50:28.492795 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (3f883925-9342-4a89-a793-64821e712c69), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.512900 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Calling delete_port for 3f883925-9342-4a89-a793-64821e712c69 owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:50:28.600315 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b6c4e-f39d-401e-acd9-b19483e9919b None None] DHCP port deletion for 7f574965-2aa5-4e6b-9f06-f0de26e79229 request from dv-cinder-815582-10-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 13:50:28.603683 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (3f883925-9342-4a89-a793-64821e712c69), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.604494 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device daafa9ef-8c7e-4938-9daa-cdbdf493c32e no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:50:28.608196 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:28.625637 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f883925-9342-4a89-a793-64821e712c69,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:28.630594 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: daafa9ef-8c7e-4938-9daa-cdbdf493c32e {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:50:28.631064 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device daafa9ef-8c7e-4938-9daa-cdbdf493c32e not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:50:28.638228 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] No DVR routers for this DVR port 3f883925-9342-4a89-a793-64821e712c69 on host dv-cinder-815582-10-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:50:28.712055 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (7f574965-2aa5-4e6b-9f06-f0de26e79229), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.733339 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f574965-2aa5-4e6b-9f06-f0de26e79229']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:28.742464 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86157541-bf49-452d-aa16-417c177e388c') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:28.742760 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86157541-bf49-452d-aa16-417c177e388c') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:50:28.752471 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5143487'] for segment (86157541-bf49-452d-aa16-417c177e388c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.766305 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (86157541-bf49-452d-aa16-417c177e388c), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.774004 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:50:28.774481 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5838866'] for segment (86157541-bf49-452d-aa16-417c177e388c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.826184 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 86157541-bf49-452d-aa16-417c177e388c resource provider aggregate not found Jun 23 13:50:28.839908 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (7f574965-2aa5-4e6b-9f06-f0de26e79229), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.845572 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:28.849197 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] 10.222.0.26 "DELETE /v2.0/networks/7f574965-2aa5-4e6b-9f06-f0de26e79229 HTTP/1.1" status: 204 len: 168 time: 0.5319984 Jun 23 13:50:28.850807 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 86157541-bf49-452d-aa16-417c177e388c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86157541-bf49-452d-aa16-417c177e388c found for delete ", "request_id": "req-d5bfbde5-c5f8-4a98-aad6-4de18d91399e"}]} Jun 23 13:50:28.865833 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb8429-2951-425d-a774-1221f552439f admin admin] Pushing event deleted for resources: {'Network': ['ID=7f574965-2aa5-4e6b-9f06-f0de26e79229,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:28.968413 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34776) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:29.007519 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-8d7a46e5-585d-408b-9e1e-10e69d1b4548 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d6c438e59834c4084c818053e1fdb93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379682 Jun 23 13:50:29.010068 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34778) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:29.058473 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3390a4dc-59ae-4125-9e37-77fd0768abd6 admin admin] Publish callbacks [] for security_group (085e5130-7d4d-40d9-9708-3553867ec189), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:29.060562 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:29.081389 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3390a4dc-59ae-4125-9e37-77fd0768abd6 admin admin] Publish callbacks [] for security_group (085e5130-7d4d-40d9-9708-3553867ec189), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:29.130233 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3390a4dc-59ae-4125-9e37-77fd0768abd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (085e5130-7d4d-40d9-9708-3553867ec189), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:29.132924 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3390a4dc-59ae-4125-9e37-77fd0768abd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:29.134056 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3390a4dc-59ae-4125-9e37-77fd0768abd6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/085e5130-7d4d-40d9-9708-3553867ec189 HTTP/1.1" status: 204 len: 168 time: 0.1231356 Jun 23 13:50:29.141872 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390a4dc-59ae-4125-9e37-77fd0768abd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085e5130-7d4d-40d9-9708-3553867ec189,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:29.479068 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34784) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:29.519562 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-dcafd269-2d27-49a5-8cfa-57ec0235af89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b79d3fc84d14047869621c77ca0c2bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392373 Jun 23 13:50:29.522038 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34786) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:50:29.576245 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-748d3226-5f5a-46ae-ad76-bda76c92d8e7 admin admin] Publish callbacks [] for security_group (2b7dcf78-cf08-49ce-a192-f028fc6ec08e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:29.599393 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-748d3226-5f5a-46ae-ad76-bda76c92d8e7 admin admin] Publish callbacks [] for security_group (2b7dcf78-cf08-49ce-a192-f028fc6ec08e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:29.629137 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:29.650370 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-748d3226-5f5a-46ae-ad76-bda76c92d8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (2b7dcf78-cf08-49ce-a192-f028fc6ec08e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:29.653021 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-748d3226-5f5a-46ae-ad76-bda76c92d8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:29.654156 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-748d3226-5f5a-46ae-ad76-bda76c92d8e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b7dcf78-cf08-49ce-a192-f028fc6ec08e HTTP/1.1" status: 204 len: 168 time: 0.1312706 Jun 23 13:50:29.662461 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d3226-5f5a-46ae-ad76-bda76c92d8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7dcf78-cf08-49ce-a192-f028fc6ec08e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:50:30.110364 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 613a83d1-aa68-4dc6-9a4a-77bef342ae61 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:50:30.129497 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 613a83d1-aa68-4dc6-9a4a-77bef342ae61 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:50:30.129835 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 613a83d1-aa68-4dc6-9a4a-77bef342ae61 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:50:30.130240 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 3f883925-9342-4a89-a793-64821e712c69 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:50:30.147423 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 3f883925-9342-4a89-a793-64821e712c69 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:50:30.147763 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 3f883925-9342-4a89-a793-64821e712c69 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:50:37.790688 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:37.818529 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:38.284617 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=62,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:38.288787 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=64,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:39.636446 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:39.658782 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:40.132568 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:40.133370 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:50:50.092768 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-cd59cdfb-f7ea-41b1-9049-138e0bb7b3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:52.748410 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-72f23ab4-ecaa-4538-b2c6-c45863c86d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:53.171821 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:53.542496 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:54.824598 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:50:55.134202 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:50:55.214350 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:05.207072 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:05.209459 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:09.713622 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39fd9a-bd75-4473-9ca6-8db7fb7ea24d req-2a03ff45-7aa7-4fa5-99c2-ea7322bc71ad tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:51:09.715212 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6c39fd9a-bd75-4473-9ca6-8db7fb7ea24d req-2a03ff45-7aa7-4fa5-99c2-ea7322bc71ad tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 945 time: 0.0475326 Jun 23 13:51:09.773979 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-6c39fd9a-bd75-4473-9ca6-8db7fb7ea24d req-428dcdf4-85f3-4453-ae4a-ad25214145d8 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528486 Jun 23 13:51:10.898705 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fd8b1-7cbf-49b4-896a-e9efc22c622a req-6d040e2d-914e-4d5f-bf71-4836cc272060 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:51:10.900228 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3b5fd8b1-7cbf-49b4-896a-e9efc22c622a req-6d040e2d-914e-4d5f-bf71-4836cc272060 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 945 time: 0.0492935 Jun 23 13:51:10.953257 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-3b5fd8b1-7cbf-49b4-896a-e9efc22c622a req-d7ed06d2-14fb-49be-a55e-7bfdec4efc4d tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups?id=9025ea38-b39c-460b-b273-bf4c189877b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446637 Jun 23 13:51:11.348330 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-f8d08ec8-ceff-4af3-9394-65ccee9ca2de tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:51:11.349756 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-f8d08ec8-ceff-4af3-9394-65ccee9ca2de tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.47 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 945 time: 0.0527689 Jun 23 13:51:11.430574 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Deleting port 8ed184ed-283e-4add-9846-2ecc4c944c3e {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:51:11.430906 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:11.518570 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] For port 8ed184ed-283e-4add-9846-2ecc4c944c3e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=8ed184ed-283e-4add-9846-2ecc4c944c3e,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:51:11.518904 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:11.675360 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:11.675719 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385394'] for floatingip (11157d44-e7c2-424b-94f1-d8718e3b8d49), after_update {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:11.676045 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.l3_db [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Floating IP 11157d44-e7c2-424b-94f1-d8718e3b8d49 disassociated. External IP: 172.27.0.116, port: 8ed184ed-283e-4add-9846-2ecc4c944c3e. Jun 23 13:51:11.676390 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Calling delete_port for 8ed184ed-283e-4add-9846-2ecc4c944c3e owned by compute:nova {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:51:11.806040 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (8ed184ed-283e-4add-9846-2ecc4c944c3e), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:11.836172 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event deleted for resources: {'Port': ['ID=8ed184ed-283e-4add-9846-2ecc4c944c3e,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:11.846700 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.847025 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.847366 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.847717 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.848050 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.848380 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.848703 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.849029 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.849351 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.849683 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.850014 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.850324 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.850630 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.850950 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.851270 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:11.967700 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Router 25afbb2c-b76f-49c6-903c-07bf1945622c has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:51:12.057522 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [req-9a5fc9e4-4ab3-486d-8aa2-92d674b49559 req-7030685b-8c11-4af6-904f-2b0cb6cca4d5 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/ports?device_id=3773db2f-4a1a-4a07-bb0f-f30771aac641 HTTP/1.1" status: 200 len: 210 time: 0.0288174 Jun 23 13:51:12.328744 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:51:12.338606 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a306d-1c8b-47d5-9782-db55fbfc364a None None] Sync routers for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:51:12.349383 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a306d-1c8b-47d5-9782-db55fbfc364a None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:51:12.349999 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4f5a306d-1c8b-47d5-9782-db55fbfc364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:50:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:12.370344 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] No DVR routers for this DVR port 8ed184ed-283e-4add-9846-2ecc4c944c3e on host hv-cinder-81558 {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:51:12.373147 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for port (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:12.376746 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [req-660d5ecd-2a6a-45c2-ae07-317dddb6d746 req-588a8800-5cf0-4055-93f3-55c837c98650 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.47 "DELETE /v2.0/ports/8ed184ed-283e-4add-9846-2ecc4c944c3e HTTP/1.1" status: 204 len: 173 time: 1.0220332 Jun 23 13:51:12.377197 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'name': 'network-vif-deleted', 'tag': '8ed184ed-283e-4add-9846-2ecc4c944c3e'}] {{(pid=110548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 13:51:12.380141 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b950c724e0ba8ada5ce51468bbd6b3af2b483506c2744b92ed0dd740c1326250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15acd558-bac6-4d7d-b0ec-6b7fbd3ca9b8" -d '{"events": [{"server_uuid": "3773db2f-4a1a-4a07-bb0f-f30771aac641", "name": "network-vif-deleted", "tag": "8ed184ed-283e-4add-9846-2ecc4c944c3e"}]}' {{(pid=110548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 13:51:12.418794 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 13:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865982c3-0c1c-4104-8e7e-94bd6ed25420 x-openstack-request-id: req-865982c3-0c1c-4104-8e7e-94bd6ed25420 {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 13:51:12.419207 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3773db2f-4a1a-4a07-bb0f-f30771aac641", "name": "network-vif-deleted", "tag": "8ed184ed-283e-4add-9846-2ecc4c944c3e", "status": "completed", "code": 200}]} {{(pid=110548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 13:51:12.419604 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-865982c3-0c1c-4104-8e7e-94bd6ed25420 {{(pid=110548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 13:51:12.420076 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865982c3-0c1c-4104-8e7e-94bd6ed25420'] response: {'server_uuid': '3773db2f-4a1a-4a07-bb0f-f30771aac641', 'name': 'network-vif-deleted', 'tag': '8ed184ed-283e-4add-9846-2ecc4c944c3e', 'status': 'completed', 'code': 200} Jun 23 13:51:12.452581 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4f5a306d-1c8b-47d5-9782-db55fbfc364a None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:51:12.637922 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4f5a306d-1c8b-47d5-9782-db55fbfc364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:12.662382 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a306d-1c8b-47d5-9782-db55fbfc364a None None] Checking router: 25afbb2c-b76f-49c6-903c-07bf1945622c for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:51:12.670698 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a306d-1c8b-47d5-9782-db55fbfc364a None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:51:12.671297 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4f5a306d-1c8b-47d5-9782-db55fbfc364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:50:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:12.782171 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-4f5a306d-1c8b-47d5-9782-db55fbfc364a None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:51:12.979593 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-4f5a306d-1c8b-47d5-9782-db55fbfc364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:13.004598 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a306d-1c8b-47d5-9782-db55fbfc364a None None] The sync data for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi is: [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:46:59Z', 'revision_number': 4, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi', '_interfaces': [{'id': 'e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82', 'name': '', 'network_id': 'b55fd257-6b00-49b3-a392-7cc3edf381f1', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'mac_address': 'fa:16:3e:ae:90:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:58Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'subnets': [{'id': 'db9a98fa-da80-4902-a01e-4008cb428f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:51:13.146932 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34920) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:13.192263 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:13.207795 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7d50553d-9e9a-4079-ad66-35e33e07cc02 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (9025ea38-b39c-460b-b273-bf4c189877b4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:13.233110 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7d50553d-9e9a-4079-ad66-35e33e07cc02 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (9025ea38-b39c-460b-b273-bf4c189877b4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:13.233595 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc4243a-a9ee-4209-98e0-26c0c49abb11 None None] New status for floating IP 11157d44-e7c2-424b-94f1-d8718e3b8d49: DOWN {{(pid=110550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 13:51:13.262012 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:13.281378 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7d50553d-9e9a-4079-ad66-35e33e07cc02 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9025ea38-b39c-460b-b273-bf4c189877b4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:13.284052 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7d50553d-9e9a-4079-ad66-35e33e07cc02 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:13.285205 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7d50553d-9e9a-4079-ad66-35e33e07cc02 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "DELETE /v2.0/security-groups/9025ea38-b39c-460b-b273-bf4c189877b4 HTTP/1.1" status: 204 len: 168 time: 0.1372006 Jun 23 13:51:13.288227 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34922) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:13.294401 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50553d-9e9a-4079-ad66-35e33e07cc02 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9025ea38-b39c-460b-b273-bf4c189877b4,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:13.308665 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.api.v2.resource [None req-42acf7b6-edbd-423b-9b38-905b1d58e497 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] show failed (client error): The resource could not be found. Jun 23 13:51:13.309759 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-42acf7b6-edbd-423b-9b38-905b1d58e497 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "GET /v2.0/security-groups/9025ea38-b39c-460b-b273-bf4c189877b4 HTTP/1.1" status: 404 len: 347 time: 0.0204937 Jun 23 13:51:13.320884 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 34924) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:13.432769 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Deleting port 5201f0dc-0cdf-43a8-901e-83df2054fb1e {{(pid=110547) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:51:13.433060 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (5201f0dc-0cdf-43a8-901e-83df2054fb1e), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:13.517851 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (5201f0dc-0cdf-43a8-901e-83df2054fb1e), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:13.518093 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (5201f0dc-0cdf-43a8-901e-83df2054fb1e), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:13.537117 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.plugin [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Calling delete_port for 5201f0dc-0cdf-43a8-901e-83df2054fb1e owned by network:floatingip {{(pid=110547) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:51:13.676278 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4705411'] for port (5201f0dc-0cdf-43a8-901e-83df2054fb1e), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:13.701803 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Pushing event deleted for resources: {'Port': ['ID=5201f0dc-0cdf-43a8-901e-83df2054fb1e,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:13.711830 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.712193 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.712506 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.712835 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.713161 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.713488 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.714230 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.714230 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.714405 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.714716 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.715031 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.715376 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.715668 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.715977 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.716287 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110547) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:13.775627 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks [] for floatingip (11157d44-e7c2-424b-94f1-d8718e3b8d49), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:13.777994 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118127'] for floatingip (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:13.779128 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e267d6e4-8400-4a8e-bbf7-a39dd68284b7 tempest-AttachVolumeTestJSON-1773703291 tempest-AttachVolumeTestJSON-1773703291-project] 10.222.0.26 "DELETE /v2.0/floatingips/11157d44-e7c2-424b-94f1-d8718e3b8d49 HTTP/1.1" status: 204 len: 168 time: 0.4572556 Jun 23 13:51:15.306203 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 8ed184ed-283e-4add-9846-2ecc4c944c3e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:51:15.331966 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] No Port match for: 8ed184ed-283e-4add-9846-2ecc4c944c3e {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:51:15.332298 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Device 8ed184ed-283e-4add-9846-2ecc4c944c3e not bound to the agent host hv-cinder-81558 {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:51:17.363882 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34962) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:17.681014 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-270216'] for router_interface (25afbb2c-b76f-49c6-903c-07bf1945622c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:17.898437 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] Deleting port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:51:17.898803 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:18.004372 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] For port e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:51:18.004649 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:18.017936 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] Calling delete_port for e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 owned by network:router_interface {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:51:18.133032 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:18.185663 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:18.201196 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:18.230052 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:18.390814 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7990026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-270108'] for router_interface (25afbb2c-b76f-49c6-903c-07bf1945622c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:18.594270 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] Router 25afbb2c-b76f-49c6-903c-07bf1945622c has already been hosted by L3 agent 497e8d26-da9d-4b84-857c-4a8ae456ca3a {{(pid=110548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 13:51:18.701334 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] Notify agent at l3_agent.dv-cinder-815582-10-iscsi the message routers_updated {{(pid=110548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 13:51:18.708930 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-94aafaa0-3464-4a25-b4f1-63389d09b2ab admin admin] 10.222.0.26 "PUT /v2.0/routers/25afbb2c-b76f-49c6-903c-07bf1945622c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3418567 Jun 23 13:51:18.709584 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34964) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:18.712832 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b6b8d5-875d-4597-be2d-577be15e8c59 None None] Sync routers for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 13:51:18.723867 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b6b8d5-875d-4597-be2d-577be15e8c59 None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:51:18.724467 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-70b6b8d5-875d-4597-be2d-577be15e8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:50:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:18.806695 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Publish callbacks [] for router (25afbb2c-b76f-49c6-903c-07bf1945622c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:18.823741 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-70b6b8d5-875d-4597-be2d-577be15e8c59 None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: dv-cinder-815582-10-iscsi {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:51:18.903632 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Publish callbacks [] for router_gateway (25afbb2c-b76f-49c6-903c-07bf1945622c), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:18.946534 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Deleting port f7cf18aa-7690-4de8-ad6e-f9faa0934d60 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:51:18.946871 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:18.981615 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:18.991066 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-70b6b8d5-875d-4597-be2d-577be15e8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'external_fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:51:18Z', 'revision_number': 5, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port': {'id': 'f7cf18aa-7690-4de8-ad6e-f9faa0934d60', 'name': '', 'network_id': 'b47f5017-8eb5-4408-a8d6-8485afbf49d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T13:46:57Z', 'updated_at': '2022-06-23T13:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7769463b-e8e2-4850-bfe7-bbaaf0257b2f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-10-iscsi'}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:19.001059 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:19.017384 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b6b8d5-875d-4597-be2d-577be15e8c59 None None] Checking router: 25afbb2c-b76f-49c6-903c-07bf1945622c for host: dv-cinder-815582-10-iscsi {{(pid=110549) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 13:51:19.025595 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b6b8d5-875d-4597-be2d-577be15e8c59 None None] Routers {'25afbb2c-b76f-49c6-903c-07bf1945622c'} bound to L3 agent in host dv-cinder-815582-10-iscsi {{(pid=110549) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 13:51:19.026212 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-70b6b8d5-875d-4597-be2d-577be15e8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T13:31:23Z,description=,heartbeat_timestamp=2022-06-23T13:50:53Z,host='dv-cinder-815582-10-iscsi',id=497e8d26-da9d-4b84-857c-4a8ae456ca3a,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T13:31:23Z,topic='l3_agent')) {'router_ids': ['25afbb2c-b76f-49c6-903c-07bf1945622c'], 'active': True} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:19.031241 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] For port f7cf18aa-7690-4de8-ad6e-f9faa0934d60, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=f7cf18aa-7690-4de8-ad6e-f9faa0934d60,segment=NetworkSegment(662c4827-898e-4ef2-80ae-9dd4901a13d7),segment_id=662c4827-898e-4ef2-80ae-9dd4901a13d7)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:51:19.031631 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.044595 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Calling delete_port for f7cf18aa-7690-4de8-ad6e-f9faa0934d60 owned by network:router_gateway {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:51:19.064681 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=100 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:19.094563 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:19.109354 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvr_db [None req-70b6b8d5-875d-4597-be2d-577be15e8c59 None None] Set router 25afbb2c-b76f-49c6-903c-07bf1945622c gateway port host: None {{(pid=110549) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 13:51:19.159810 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_hamode_db [None req-70b6b8d5-875d-4597-be2d-577be15e8c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:51:18Z', 'revision_number': 6, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port_host': None}], 'dv-cinder-815582-10-iscsi', False) {} {{(pid=110549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:19.184671 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b6b8d5-875d-4597-be2d-577be15e8c59 None None] The sync data for ids ['25afbb2c-b76f-49c6-903c-07bf1945622c'] in dv-cinder-815582-10-iscsi is: [{'id': '25afbb2c-b76f-49c6-903c-07bf1945622c', 'name': 'tempest-AttachVolumeTestJSON-1977462557-router', 'tenant_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T13:46:56Z', 'updated_at': '2022-06-23T13:51:18Z', 'revision_number': 6, 'project_id': 'f9d1fbb158dc4d63a7aeb04d115f7636', 'gw_port_host': None}] {{(pid=110549) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 13:51:19.218780 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (f7cf18aa-7690-4de8-ad6e-f9faa0934d60), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.243428 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cf18aa-7690-4de8-ad6e-f9faa0934d60,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:19.304482 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389688'] for router_gateway (25afbb2c-b76f-49c6-903c-07bf1945622c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.388969 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-268337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24986'] for router (25afbb2c-b76f-49c6-903c-07bf1945622c), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.391240 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Publish callbacks [] for router_controller (25afbb2c-b76f-49c6-903c-07bf1945622c), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.439202 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-268479'] for router (25afbb2c-b76f-49c6-903c-07bf1945622c), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.440022 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25afbb2c-b76f-49c6-903c-07bf1945622c {{(pid=110548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 13:51:19.446564 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.448260 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-28dd17e7-f1f2-4a38-b864-75cc46593fbf admin admin] 10.222.0.26 "DELETE /v2.0/routers/25afbb2c-b76f-49c6-903c-07bf1945622c HTTP/1.1" status: 204 len: 168 time: 0.7378204 Jun 23 13:51:19.450940 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34966) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:19.495031 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e29064-7d3e-4735-a2a1-b5669792561c admin admin] Deleting subnet db9a98fa-da80-4902-a01e-4008cb428f3f {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:51:19.498094 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9e29064-7d3e-4735-a2a1-b5669792561c admin admin] Publish callbacks [] for subnet (db9a98fa-da80-4902-a01e-4008cb428f3f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.532153 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9e29064-7d3e-4735-a2a1-b5669792561c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5143460'] for subnet (db9a98fa-da80-4902-a01e-4008cb428f3f), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.614173 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9e29064-7d3e-4735-a2a1-b5669792561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (db9a98fa-da80-4902-a01e-4008cb428f3f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.668737 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9e29064-7d3e-4735-a2a1-b5669792561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5838968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5429580'] for subnet (db9a98fa-da80-4902-a01e-4008cb428f3f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.693748 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e29064-7d3e-4735-a2a1-b5669792561c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db9a98fa-da80-4902-a01e-4008cb428f3f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:19.697210 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f9e29064-7d3e-4735-a2a1-b5669792561c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.700294 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f9e29064-7d3e-4735-a2a1-b5669792561c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/db9a98fa-da80-4902-a01e-4008cb428f3f HTTP/1.1" status: 204 len: 168 time: 0.2480626 Jun 23 13:51:19.702980 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34968) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:19.703128 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1c78a-1ec0-43d2-84ca-6bf12241c88c None None] Network b55fd257-6b00-49b3-a392-7cc3edf381f1 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:51:19.773644 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (b55fd257-6b00-49b3-a392-7cc3edf381f1), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.816019 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Deleting port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 {{(pid=110548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:51:19.816353 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.885890 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.db [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] For port 46f9696f-ad1e-45bc-a6f6-3610e5be8471, host dv-cinder-815582-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-10-iscsi',level=0,port_id=46f9696f-ad1e-45bc-a6f6-3610e5be8471,segment=NetworkSegment(3d42fa60-186b-4be2-ac07-daa550bd96e4),segment_id=3d42fa60-186b-4be2-ac07-daa550bd96e4)] {{(pid=110548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:51:19.886137 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:19.899796 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.plugin [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Calling delete_port for 46f9696f-ad1e-45bc-a6f6-3610e5be8471 owned by network:dhcp {{(pid=110548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:51:19.905239 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:19.960525 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:19.973065 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] DHCP port deletion for b55fd257-6b00-49b3-a392-7cc3edf381f1 request from dv-cinder-815582-10-iscsi {{(pid=110549) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 13:51:19.989349 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5838895'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.014191 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Pushing event deleted for resources: {'Port': ['ID=46f9696f-ad1e-45bc-a6f6-3610e5be8471,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:20.014444 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Deleting port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 {{(pid=110549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 13:51:20.014811 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763188637480'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), before_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.017696 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] No DVR routers for this DVR port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 on host dv-cinder-815582-10-iscsi {{(pid=110548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:51:20.086519 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.db [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] For port 46f9696f-ad1e-45bc-a6f6-3610e5be8471, host dv-cinder-815582-10-iscsi, got binding levels [] {{(pid=110549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 13:51:20.087119 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-265151'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), precommit_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.096827 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (b55fd257-6b00-49b3-a392-7cc3edf381f1), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.108695 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Calling delete_port for 46f9696f-ad1e-45bc-a6f6-3610e5be8471 owned by network:dhcp {{(pid=110549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 13:51:20.110995 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-80c59709-6bcc-480c-a80e-a581e599b72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.113156 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.ipam_backend_mixin [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 was not found and therefore no delete operation was performed {{(pid=110549) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 23 13:51:20.114760 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763188643184', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763188353181'] for port (46f9696f-ad1e-45bc-a6f6-3610e5be8471), after_delete {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.127280 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55fd257-6b00-49b3-a392-7cc3edf381f1']}} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:20.139297 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d42fa60-186b-4be2-ac07-daa550bd96e4') {'for_net_delete': True} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:20.139620 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.services.segments.db [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d42fa60-186b-4be2-ac07-daa550bd96e4') {} {{(pid=110548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:20.139795 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Pushing event deleted for resources: {'Port': ['ID=46f9696f-ad1e-45bc-a6f6-3610e5be8471,revision_number=None']} {{(pid=110549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:20.144311 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] No DVR routers for this DVR port 46f9696f-ad1e-45bc-a6f6-3610e5be8471 on host dv-cinder-815582-10-iscsi {{(pid=110549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 13:51:20.151050 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5143487'] for segment (3d42fa60-186b-4be2-ac07-daa550bd96e4), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.151449 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.151997 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.157219 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.157800 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.158349 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.159061 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.159484 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.159868 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.160249 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.160850 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.161243 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.161572 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.161887 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.162375 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.162698 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3405f9-41e5-466f-8c50-eccb5e010aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-10-iscsi {{(pid=110549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 13:51:20.170204 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (3d42fa60-186b-4be2-ac07-daa550bd96e4), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.175613 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:51:20.177697 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=110548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:51:20.178268 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5838866'] for segment (3d42fa60-186b-4be2-ac07-daa550bd96e4), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.198173 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:51:20.198456 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device e0b9be4d-0c5c-4da0-89a4-cb717f8f4e82 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:51:20.199247 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device f7cf18aa-7690-4de8-ad6e-f9faa0934d60 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:51:20.217060 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: f7cf18aa-7690-4de8-ad6e-f9faa0934d60 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:51:20.217399 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device f7cf18aa-7690-4de8-ad6e-f9faa0934d60 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:51:20.217816 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 46f9696f-ad1e-45bc-a6f6-3610e5be8471 no longer exists at agent ovs-agent-dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 13:51:20.240402 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] No Port match for: 46f9696f-ad1e-45bc-a6f6-3610e5be8471 {{(pid=110549) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 13:51:20.240748 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Device 46f9696f-ad1e-45bc-a6f6-3610e5be8471 not bound to the agent host dv-cinder-815582-10-iscsi {{(pid=110549) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 13:51:20.272596 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (b55fd257-6b00-49b3-a392-7cc3edf381f1), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.283957 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.290422 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] 10.222.0.26 "DELETE /v2.0/networks/b55fd257-6b00-49b3-a392-7cc3edf381f1 HTTP/1.1" status: 204 len: 168 time: 0.5841887 Jun 23 13:51:20.299091 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ac540-aab3-452f-bddd-c4c2db5563ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b55fd257-6b00-49b3-a392-7cc3edf381f1,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:20.401772 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 3d42fa60-186b-4be2-ac07-daa550bd96e4 resource provider aggregate not found Jun 23 13:51:20.419062 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.services.segments.plugin [-] Segment 3d42fa60-186b-4be2-ac07-daa550bd96e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d42fa60-186b-4be2-ac07-daa550bd96e4 found for delete ", "request_id": "req-625d9e38-9577-40b4-a1c4-f284684982d4"}]} Jun 23 13:51:20.464559 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34978) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:20.503929 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b98cffba-7c17-4ea0-b28b-ae779c643ba1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9d1fbb158dc4d63a7aeb04d115f7636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381141 Jun 23 13:51:20.507561 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 34980) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:20.555422 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7bb29b96-e58a-4f58-87d1-8483d6893611 admin admin] Publish callbacks [] for security_group (8683c086-f1f6-4ce8-9797-889c143dfd50), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.576936 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7bb29b96-e58a-4f58-87d1-8483d6893611 admin admin] Publish callbacks [] for security_group (8683c086-f1f6-4ce8-9797-889c143dfd50), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.625687 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7bb29b96-e58a-4f58-87d1-8483d6893611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (8683c086-f1f6-4ce8-9797-889c143dfd50), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.628641 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-7bb29b96-e58a-4f58-87d1-8483d6893611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:20.629919 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-7bb29b96-e58a-4f58-87d1-8483d6893611 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8683c086-f1f6-4ce8-9797-889c143dfd50 HTTP/1.1" status: 204 len: 168 time: 0.1214361 Jun 23 13:51:20.637753 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb29b96-e58a-4f58-87d1-8483d6893611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8683c086-f1f6-4ce8-9797-889c143dfd50,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:22.753448 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-65f61dd7-e052-465a-8374-b47b2c8b3cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:23.166520 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:23.314465 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:23.316420 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:23.544396 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:23.768409 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=58,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:23.772114 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=76,neutron:DELETE=4 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:24.454580 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35040) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:24.564246 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ef45f4d3-2234-44c6-a986-8e95dec06f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:24.642576 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ef45f4d3-2234-44c6-a986-8e95dec06f54 admin admin] Publish callbacks [] for security_group (5d863c57-c14a-42b4-8cf4-12fe70afef8e), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:24.648027 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-ef45f4d3-2234-44c6-a986-8e95dec06f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (5d863c57-c14a-42b4-8cf4-12fe70afef8e), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:24.689102 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-ef45f4d3-2234-44c6-a986-8e95dec06f54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c24eb08d898421aa4e75fc3399cc3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334151 Jun 23 13:51:24.689950 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45f4d3-2234-44c6-a986-8e95dec06f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d863c57-c14a-42b4-8cf4-12fe70afef8e,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:24.692238 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35044) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:24.755364 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7d589e7a-b68e-4277-a0f0-860bfae827fe admin admin] Publish callbacks [] for security_group (5d863c57-c14a-42b4-8cf4-12fe70afef8e), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:24.775894 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7d589e7a-b68e-4277-a0f0-860bfae827fe admin admin] Publish callbacks [] for security_group (5d863c57-c14a-42b4-8cf4-12fe70afef8e), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:24.823659 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7d589e7a-b68e-4277-a0f0-860bfae827fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (5d863c57-c14a-42b4-8cf4-12fe70afef8e), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:24.826255 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-7d589e7a-b68e-4277-a0f0-860bfae827fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:24.827476 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-7d589e7a-b68e-4277-a0f0-860bfae827fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d863c57-c14a-42b4-8cf4-12fe70afef8e HTTP/1.1" status: 204 len: 168 time: 0.1343091 Jun 23 13:51:24.835952 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d589e7a-b68e-4277-a0f0-860bfae827fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d863c57-c14a-42b4-8cf4-12fe70afef8e,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:25.134054 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:25.209654 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:26.463039 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35090) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:26.574846 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cceedd45-cc56-40d0-b7e4-f7d65d4d9e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:26.651583 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cceedd45-cc56-40d0-b7e4-f7d65d4d9e1d admin admin] Publish callbacks [] for security_group (53798129-9269-411b-9c7c-cdcba12d1f55), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:26.657657 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-cceedd45-cc56-40d0-b7e4-f7d65d4d9e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (53798129-9269-411b-9c7c-cdcba12d1f55), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:26.694748 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceedd45-cc56-40d0-b7e4-f7d65d4d9e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53798129-9269-411b-9c7c-cdcba12d1f55,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:26.699077 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-cceedd45-cc56-40d0-b7e4-f7d65d4d9e1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=409a9bc4cc0a4d1692dc17ccef77376d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349064 Jun 23 13:51:26.702025 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35094) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:26.753911 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e179a80d-76b8-4de8-bbaf-65c3abdb15dc admin admin] Publish callbacks [] for security_group (53798129-9269-411b-9c7c-cdcba12d1f55), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:26.774990 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e179a80d-76b8-4de8-bbaf-65c3abdb15dc admin admin] Publish callbacks [] for security_group (53798129-9269-411b-9c7c-cdcba12d1f55), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:26.824995 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e179a80d-76b8-4de8-bbaf-65c3abdb15dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (53798129-9269-411b-9c7c-cdcba12d1f55), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:26.828763 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-e179a80d-76b8-4de8-bbaf-65c3abdb15dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:26.829924 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-e179a80d-76b8-4de8-bbaf-65c3abdb15dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53798129-9269-411b-9c7c-cdcba12d1f55 HTTP/1.1" status: 204 len: 168 time: 0.1271720 Jun 23 13:51:26.838141 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179a80d-76b8-4de8-bbaf-65c3abdb15dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53798129-9269-411b-9c7c-cdcba12d1f55,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:27.108813 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35100) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:27.124759 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-edec2d23-b90e-4a91-a1cc-160c6e387368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:27.182252 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:27.184535 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:27.212964 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-edec2d23-b90e-4a91-a1cc-160c6e387368 admin admin] Publish callbacks [] for security_group (27a3f7ef-ceb7-4b78-9ff9-aec7a5c64696), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:27.218014 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-edec2d23-b90e-4a91-a1cc-160c6e387368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (27a3f7ef-ceb7-4b78-9ff9-aec7a5c64696), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:27.261958 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-edec2d23-b90e-4a91-a1cc-160c6e387368 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0df2b88cada0467cb4ed1ef30d8523f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521847 Jun 23 13:51:27.262728 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec2d23-b90e-4a91-a1cc-160c6e387368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a3f7ef-ceb7-4b78-9ff9-aec7a5c64696,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:27.264739 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 35102) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:27.321283 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ad6a10e7-dfbc-4049-9e06-848495bf2804 admin admin] Publish callbacks [] for security_group (27a3f7ef-ceb7-4b78-9ff9-aec7a5c64696), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:27.345299 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ad6a10e7-dfbc-4049-9e06-848495bf2804 admin admin] Publish callbacks [] for security_group (27a3f7ef-ceb7-4b78-9ff9-aec7a5c64696), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:27.401975 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ad6a10e7-dfbc-4049-9e06-848495bf2804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (27a3f7ef-ceb7-4b78-9ff9-aec7a5c64696), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:27.405975 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ad6a10e7-dfbc-4049-9e06-848495bf2804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:27.407766 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ad6a10e7-dfbc-4049-9e06-848495bf2804 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27a3f7ef-ceb7-4b78-9ff9-aec7a5c64696 HTTP/1.1" status: 204 len: 168 time: 0.1418123 Jun 23 13:51:27.420831 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a10e7-dfbc-4049-9e06-848495bf2804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a3f7ef-ceb7-4b78-9ff9-aec7a5c64696,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:30.032698 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 35170) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:30.143965 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81a04136-4538-4d0f-b577-4aef1694649c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.224414 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81a04136-4538-4d0f-b577-4aef1694649c admin admin] Publish callbacks [] for security_group (a0c73cc5-d4e5-4edb-99dd-6905ac4685cf), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.230156 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-81a04136-4538-4d0f-b577-4aef1694649c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a0c73cc5-d4e5-4edb-99dd-6905ac4685cf), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.260159 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=8 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:30.268789 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a04136-4538-4d0f-b577-4aef1694649c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c73cc5-d4e5-4edb-99dd-6905ac4685cf,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:30.273455 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-81a04136-4538-4d0f-b577-4aef1694649c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14e68852263c41059e2588365b879dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397170 Jun 23 13:51:30.276519 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35174) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:30.328399 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-91fa6818-f8cc-4a42-b1f6-f91a4462ea95 admin admin] Publish callbacks [] for security_group (a0c73cc5-d4e5-4edb-99dd-6905ac4685cf), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.350926 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-91fa6818-f8cc-4a42-b1f6-f91a4462ea95 admin admin] Publish callbacks [] for security_group (a0c73cc5-d4e5-4edb-99dd-6905ac4685cf), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.404103 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-91fa6818-f8cc-4a42-b1f6-f91a4462ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a0c73cc5-d4e5-4edb-99dd-6905ac4685cf), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.406923 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-91fa6818-f8cc-4a42-b1f6-f91a4462ea95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.408093 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-91fa6818-f8cc-4a42-b1f6-f91a4462ea95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0c73cc5-d4e5-4edb-99dd-6905ac4685cf HTTP/1.1" status: 204 len: 168 time: 0.1303897 Jun 23 13:51:30.416569 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa6818-f8cc-4a42-b1f6-f91a4462ea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c73cc5-d4e5-4edb-99dd-6905ac4685cf,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:30.692875 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35180) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:30.706471 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-370b1060-cbad-484a-990a-2c246d1e41f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.791137 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-370b1060-cbad-484a-990a-2c246d1e41f8 admin admin] Publish callbacks [] for security_group (a3c9a41f-5ab5-457c-adf6-b2dc8e9983ab), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.796367 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-370b1060-cbad-484a-990a-2c246d1e41f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a3c9a41f-5ab5-457c-adf6-b2dc8e9983ab), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.835295 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-370b1060-cbad-484a-990a-2c246d1e41f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fffc3c7d95d4ff59d783486f0b76e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413231 Jun 23 13:51:30.836195 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b1060-cbad-484a-990a-2c246d1e41f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c9a41f-5ab5-457c-adf6-b2dc8e9983ab,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:30.838407 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35182) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:30.892460 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6eab9403-51b6-4fa5-a2ef-e80dec64cbd6 admin admin] Publish callbacks [] for security_group (a3c9a41f-5ab5-457c-adf6-b2dc8e9983ab), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.915865 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6eab9403-51b6-4fa5-a2ef-e80dec64cbd6 admin admin] Publish callbacks [] for security_group (a3c9a41f-5ab5-457c-adf6-b2dc8e9983ab), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.965145 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6eab9403-51b6-4fa5-a2ef-e80dec64cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a3c9a41f-5ab5-457c-adf6-b2dc8e9983ab), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.967896 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-6eab9403-51b6-4fa5-a2ef-e80dec64cbd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:30.969069 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-6eab9403-51b6-4fa5-a2ef-e80dec64cbd6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3c9a41f-5ab5-457c-adf6-b2dc8e9983ab HTTP/1.1" status: 204 len: 168 time: 0.1297977 Jun 23 13:51:30.976929 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab9403-51b6-4fa5-a2ef-e80dec64cbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c9a41f-5ab5-457c-adf6-b2dc8e9983ab,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:31.679069 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35204) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:31.793812 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-131053623-network', 'tenant_id': '71be2ee8bccc4650b1118038f58ca76a'}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:51:31.817315 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Made reservation on behalf of 71be2ee8bccc4650b1118038f58ca76a for: {'network': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:51:31.819759 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:31.823483 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:51:31.828336 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:31.902480 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Publish callbacks [] for security_group (9acb8128-dd1b-45ff-8670-f6520ea3d7fd), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:31.907385 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9acb8128-dd1b-45ff-8670-f6520ea3d7fd), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:31.914032 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=5 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:31.929979 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=110547) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:51:31.938153 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:31.948248 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acb8128-dd1b-45ff-8670-f6520ea3d7fd,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:31.951254 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (3632f7db-af38-4d96-9dfd-c9ba908fa1b2), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:31.951621 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.db.segments_db [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Added segment 3632f7db-af38-4d96-9dfd-c9ba908fa1b2 of type vlan for network 59da6e9d-133c-4872-98e1-f30ccda32b54 Jun 23 13:51:31.991845 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (59da6e9d-133c-4872-98e1-f30ccda32b54), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:32.020835 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (59da6e9d-133c-4872-98e1-f30ccda32b54), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:32.021857 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:51:32.022667 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:32.058598 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3784416 Jun 23 13:51:32.063225 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 35208) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:32.068230 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] Request body: {'subnet': {'network_id': '59da6e9d-133c-4872-98e1-f30ccda32b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-131053623-subnet', 'tenant_id': '71be2ee8bccc4650b1118038f58ca76a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:51:32.085422 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c64f90-d3df-4bf7-8a3a-691164ee2400 admin admin] Pushing event updated for resources: {'Network': ['ID=59da6e9d-133c-4872-98e1-f30ccda32b54,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:32.090782 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] Made reservation on behalf of 71be2ee8bccc4650b1118038f58ca76a for: {'subnet': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:51:32.093579 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5429539'] for subnet (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:32.097689 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 59da6e9d-133c-4872-98e1-f30ccda32b54 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:51:32.111195 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:32.266761 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5839035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5429589'] for subnet (870a1345-ed45-4b46-ac12-6840405a0406), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:32.317563 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=870a1345-ed45-4b46-ac12-6840405a0406,revision_number=0']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:32.340528 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] Checking segment: {'id': '3632f7db-af38-4d96-9dfd-c9ba908fa1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '59da6e9d-133c-4872-98e1-f30ccda32b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:51:32.341041 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] Network hostable DHCP agents. Network: 59da6e9d-133c-4872-98e1-f30ccda32b54, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:51:32.362118 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] Network 59da6e9d-133c-4872-98e1-f30ccda32b54 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:51:32.372494 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.scheduler.base_scheduler [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 59da6e9d-133c-4872-98e1-f30ccda32b54) {{(pid=110548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:51:32.376820 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:51:32.377396 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:32.382700 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5266d18-5623-4aad-9155-c2496ab73be9 None None] Network 59da6e9d-133c-4872-98e1-f30ccda32b54 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:51:32.395587 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b11fc748-a2b6-4ecf-9784-96ff32a9db7f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3311853 Jun 23 13:51:32.480541 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077fd3ed-65da-4485-9c9b-4a14c31b70ea None None] Network 59da6e9d-133c-4872-98e1-f30ccda32b54 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:51:32.535965 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:32.892513 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 35224) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:32.897455 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.v2.base [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1339481511-network', 'tenant_id': '150605e15ae0423eb59f497b9ded029f'}} {{(pid=110548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:51:32.920587 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Made reservation on behalf of 150605e15ae0423eb59f497b9ded029f for: {'network': 1} {{(pid=110548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:51:32.922908 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678870'] for network (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:32.931507 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:33.007830 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Publish callbacks [] for security_group (0e86aee2-90e9-4180-bacf-842b528cfa57), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:33.012701 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (0e86aee2-90e9-4180-bacf-842b528cfa57), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:33.039205 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=110548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 13:51:33.045562 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e86aee2-90e9-4180-bacf-842b528cfa57,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:33.051468 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (2b727b26-ebb0-4596-8b4f-248523ccbb6a), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:33.051801 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.db.segments_db [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Added segment 2b727b26-ebb0-4596-8b4f-248523ccbb6a of type vlan for network 9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3 Jun 23 13:51:33.090574 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763188322259'] for network (9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:33.117979 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257'] for network (9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:33.118916 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:51:33.119523 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:33.157555 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2639551 Jun 23 13:51:33.160728 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35226) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:33.165649 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.v2.base [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] Request body: {'subnet': {'network_id': '9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1339481511-subnet', 'tenant_id': '150605e15ae0423eb59f497b9ded029f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110547) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 13:51:33.184459 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebcc6f-a1b7-4112-bcd7-28af8e5749b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:33.188547 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] Made reservation on behalf of 150605e15ae0423eb59f497b9ded029f for: {'subnet': 1} {{(pid=110547) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 13:51:33.191033 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58627902'] for subnet (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:33.195094 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.plugins.ml2.rpc [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Network 9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3 details requested by agent ovs-agent-dv-cinder-815582-10-iscsi with host dv-cinder-815582-10-iscsi {{(pid=110549) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 13:51:33.367135 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4705303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58627912'] for subnet (a3e4e975-d0e0-4a58-ae74-2b8d99744a8f), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:33.415270 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e4e975-d0e0-4a58-ae74-2b8d99744a8f,revision_number=0']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:33.430372 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] Checking segment: {'id': '2b727b26-ebb0-4596-8b4f-248523ccbb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110547) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 13:51:33.430723 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] Network hostable DHCP agents. Network: 9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3, hostable agents: ['d4b1aece-508a-49c2-b27d-afe48f4e2cf4'], hosted agents: [] {{(pid=110547) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 13:51:33.451451 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] Network 9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3 is scheduled to be hosted by DHCP agent d4b1aece-508a-49c2-b27d-afe48f4e2cf4 with binding_index 1 {{(pid=110547) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 13:51:33.470886 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.scheduler.base_scheduler [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-10-iscsi, 9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3) {{(pid=110547) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 13:51:33.476710 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110547) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 13:51:33.477632 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:33.483064 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e33c5a7-9c9e-4628-98de-0cfc67a8fc74 None None] Network 9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:51:33.502530 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-461c9302-f29c-45f3-8c5a-3df177c51ab1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3392456 Jun 23 13:51:33.550322 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:33.587428 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6487596e-2229-4d93-a5d5-2b4af94874b1 None None] Network 9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3 requested from dv-cinder-815582-10-iscsi {{(pid=110549) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 13:51:43.159066 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=67,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:43.161276 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:43.492706 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:INSERT=9,neutron:SELECT=54,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:43.493570 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=54,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:43.655217 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=30 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:43.659929 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=8 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:47.284412 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35344) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:47.329963 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.db.db_base_plugin_v2 [None req-01542a1a-056e-4499-b75f-a4bcb8f106bc admin admin] Deleting subnet 870a1345-ed45-4b46-ac12-6840405a0406 {{(pid=110547) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:51:47.333644 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-01542a1a-056e-4499-b75f-a4bcb8f106bc admin admin] Publish callbacks [] for subnet (870a1345-ed45-4b46-ac12-6840405a0406), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.367810 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-01542a1a-056e-4499-b75f-a4bcb8f106bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4674011'] for subnet (870a1345-ed45-4b46-ac12-6840405a0406), precommit_delete_associations {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.406023 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-01542a1a-056e-4499-b75f-a4bcb8f106bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (870a1345-ed45-4b46-ac12-6840405a0406), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.462292 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-01542a1a-056e-4499-b75f-a4bcb8f106bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4705492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58627921'] for subnet (870a1345-ed45-4b46-ac12-6840405a0406), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.485131 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01542a1a-056e-4499-b75f-a4bcb8f106bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870a1345-ed45-4b46-ac12-6840405a0406,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:47.490911 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-01542a1a-056e-4499-b75f-a4bcb8f106bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for subnet (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.494325 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-01542a1a-056e-4499-b75f-a4bcb8f106bc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/870a1345-ed45-4b46-ac12-6840405a0406 HTTP/1.1" status: 204 len: 168 time: 0.2089367 Jun 23 13:51:47.496914 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35346) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:47.566500 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (59da6e9d-133c-4872-98e1-f30ccda32b54), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.655384 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (59da6e9d-133c-4872-98e1-f30ccda32b54), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.679286 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59da6e9d-133c-4872-98e1-f30ccda32b54']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:47.694420 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3632f7db-af38-4d96-9dfd-c9ba908fa1b2') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:47.694772 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3632f7db-af38-4d96-9dfd-c9ba908fa1b2') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:47.708263 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673984'] for segment (3632f7db-af38-4d96-9dfd-c9ba908fa1b2), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.722549 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (3632f7db-af38-4d96-9dfd-c9ba908fa1b2), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.729676 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:51:47.730162 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4705470'] for segment (3632f7db-af38-4d96-9dfd-c9ba908fa1b2), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.792311 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (59da6e9d-133c-4872-98e1-f30ccda32b54), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.796973 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.800361 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] 10.222.0.26 "DELETE /v2.0/networks/59da6e9d-133c-4872-98e1-f30ccda32b54 HTTP/1.1" status: 204 len: 168 time: 0.3025150 Jun 23 13:51:47.803255 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 35352) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:47.812750 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e832147-832a-4d93-b597-25a6b22e0b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=59da6e9d-133c-4872-98e1-f30ccda32b54,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:47.851357 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.db.db_base_plugin_v2 [None req-845f09e7-7bf7-4aef-a773-23c9dad5a07a admin admin] Deleting subnet a3e4e975-d0e0-4a58-ae74-2b8d99744a8f {{(pid=110548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 13:51:47.854709 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-845f09e7-7bf7-4aef-a773-23c9dad5a07a admin admin] Publish callbacks [] for subnet (a3e4e975-d0e0-4a58-ae74-2b8d99744a8f), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.878036 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 3632f7db-af38-4d96-9dfd-c9ba908fa1b2 resource provider aggregate not found Jun 23 13:51:47.889813 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-845f09e7-7bf7-4aef-a773-23c9dad5a07a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5143460'] for subnet (a3e4e975-d0e0-4a58-ae74-2b8d99744a8f), precommit_delete_associations {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.893915 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 3632f7db-af38-4d96-9dfd-c9ba908fa1b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3632f7db-af38-4d96-9dfd-c9ba908fa1b2 found for delete ", "request_id": "req-4cee0b7c-e43d-4c68-9b62-4841af39844b"}]} Jun 23 13:51:47.932121 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-845f09e7-7bf7-4aef-a773-23c9dad5a07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-752968'] for subnet (a3e4e975-d0e0-4a58-ae74-2b8d99744a8f), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:47.985988 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-845f09e7-7bf7-4aef-a773-23c9dad5a07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-752998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8061895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5838968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5429580'] for subnet (a3e4e975-d0e0-4a58-ae74-2b8d99744a8f), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.016314 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f09e7-7bf7-4aef-a773-23c9dad5a07a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e4e975-d0e0-4a58-ae74-2b8d99744a8f,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:48.020098 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-845f09e7-7bf7-4aef-a773-23c9dad5a07a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.023194 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-845f09e7-7bf7-4aef-a773-23c9dad5a07a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a3e4e975-d0e0-4a58-ae74-2b8d99744a8f HTTP/1.1" status: 204 len: 168 time: 0.2180679 Jun 23 13:51:48.025761 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35356) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:48.093476 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546527'] for network (9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.409915 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-719413', 'neutron.services.segments.db._delete_segments_for_network-8763188893067'] for network (9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.430491 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3']}} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:48.439898 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b727b26-ebb0-4596-8b4f-248523ccbb6a') {'for_net_delete': True} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:48.440199 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.services.segments.db [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b727b26-ebb0-4596-8b4f-248523ccbb6a') {} {{(pid=110547) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 13:51:48.449704 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763188892052', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4673984'] for segment (2b727b26-ebb0-4596-8b4f-248523ccbb6a), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.463110 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280'] for segment (2b727b26-ebb0-4596-8b4f-248523ccbb6a), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.469814 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=110547) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 13:51:48.470244 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4705470'] for segment (2b727b26-ebb0-4596-8b4f-248523ccbb6a), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.527517 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-719404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7990257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385327'] for network (9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.533056 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7990247'] for network (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.536205 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3 HTTP/1.1" status: 204 len: 168 time: 0.5094433 Jun 23 13:51:48.547015 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b8cd8-feac-4d6f-b57c-ab1d32243208 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e71b8d1-6e96-4a48-a8b5-1eda0aa934c3,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:48.704875 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35360) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:48.750153 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f94b584a-78c8-4f97-82d3-95c598e2ecef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71be2ee8bccc4650b1118038f58ca76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439956 Jun 23 13:51:48.752822 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35362) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:48.792605 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:48.806633 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39c5929a-0165-4caf-a50e-3edb8f4ea665 admin admin] Publish callbacks [] for security_group (9acb8128-dd1b-45ff-8670-f6520ea3d7fd), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.808237 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:48.831474 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39c5929a-0165-4caf-a50e-3edb8f4ea665 admin admin] Publish callbacks [] for security_group (9acb8128-dd1b-45ff-8670-f6520ea3d7fd), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.880512 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39c5929a-0165-4caf-a50e-3edb8f4ea665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (9acb8128-dd1b-45ff-8670-f6520ea3d7fd), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.884296 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-39c5929a-0165-4caf-a50e-3edb8f4ea665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:48.885935 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-39c5929a-0165-4caf-a50e-3edb8f4ea665 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9acb8128-dd1b-45ff-8670-f6520ea3d7fd HTTP/1.1" status: 204 len: 168 time: 0.1322315 Jun 23 13:51:48.893894 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5929a-0165-4caf-a50e-3edb8f4ea665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acb8128-dd1b-45ff-8670-f6520ea3d7fd,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:49.213328 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35368) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:49.254359 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-83b9bef0-5b7c-4c59-80c9-9ca35727fd8a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=150605e15ae0423eb59f497b9ded029f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398729 Jun 23 13:51:49.257711 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 35370) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:49.321917 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c1face06-b82b-46f3-ac9d-8642c5cdaef0 admin admin] Publish callbacks [] for security_group (0e86aee2-90e9-4180-bacf-842b528cfa57), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:49.346238 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c1face06-b82b-46f3-ac9d-8642c5cdaef0 admin admin] Publish callbacks [] for security_group (0e86aee2-90e9-4180-bacf-842b528cfa57), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:49.402388 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c1face06-b82b-46f3-ac9d-8642c5cdaef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (0e86aee2-90e9-4180-bacf-842b528cfa57), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:49.404914 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-c1face06-b82b-46f3-ac9d-8642c5cdaef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:49.406075 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-c1face06-b82b-46f3-ac9d-8642c5cdaef0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e86aee2-90e9-4180-bacf-842b528cfa57 HTTP/1.1" status: 204 len: 168 time: 0.1473873 Jun 23 13:51:49.413908 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1face06-b82b-46f3-ac9d-8642c5cdaef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e86aee2-90e9-4180-bacf-842b528cfa57,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:49.753618 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:49.754589 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=5 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:49.911747 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 2b727b26-ebb0-4596-8b4f-248523ccbb6a resource provider aggregate not found Jun 23 13:51:49.932086 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.services.segments.plugin [-] Segment 2b727b26-ebb0-4596-8b4f-248523ccbb6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b727b26-ebb0-4596-8b4f-248523ccbb6a found for delete ", "request_id": "req-3cf872db-4279-456b-bb51-cd2acb9458d5"}]} Jun 23 13:51:50.085345 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-87b90939-cdd5-4cfa-9065-c41f81c88000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:52.748670 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-da7b6eac-721b-4573-92b8-8f1b6be07422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:53.175775 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:53.541229 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:55.137687 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:55.205549 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:57.700498 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35492) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:57.806463 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8ff30ff1-faf7-4daf-8ea4-3203aeb693e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:57.887610 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8ff30ff1-faf7-4daf-8ea4-3203aeb693e2 admin admin] Publish callbacks [] for security_group (a983fcf1-45cf-4bab-aad8-3b18d5c76259), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:57.893659 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-8ff30ff1-faf7-4daf-8ea4-3203aeb693e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a983fcf1-45cf-4bab-aad8-3b18d5c76259), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:57.931981 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff30ff1-faf7-4daf-8ea4-3203aeb693e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a983fcf1-45cf-4bab-aad8-3b18d5c76259,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:57.936770 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-8ff30ff1-faf7-4daf-8ea4-3203aeb693e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b93ded89c06945989c6056788722f8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346926 Jun 23 13:51:57.938999 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35496) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:57.986954 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d691125d-c490-4f90-9774-bcdee994fcaf admin admin] Publish callbacks [] for security_group (a983fcf1-45cf-4bab-aad8-3b18d5c76259), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:58.008278 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d691125d-c490-4f90-9774-bcdee994fcaf admin admin] Publish callbacks [] for security_group (a983fcf1-45cf-4bab-aad8-3b18d5c76259), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:58.056010 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d691125d-c490-4f90-9774-bcdee994fcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (a983fcf1-45cf-4bab-aad8-3b18d5c76259), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:58.058506 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-d691125d-c490-4f90-9774-bcdee994fcaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:58.059675 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-d691125d-c490-4f90-9774-bcdee994fcaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a983fcf1-45cf-4bab-aad8-3b18d5c76259 HTTP/1.1" status: 204 len: 168 time: 0.1197648 Jun 23 13:51:58.067266 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691125d-c490-4f90-9774-bcdee994fcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a983fcf1-45cf-4bab-aad8-3b18d5c76259,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:58.334314 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35502) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:58.348234 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f9549cd9-ac1d-4293-a7ec-5bc753a8ccb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:58.427563 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f9549cd9-ac1d-4293-a7ec-5bc753a8ccb5 admin admin] Publish callbacks [] for security_group (0687c75a-86a8-4e0d-a82a-688750e89927), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:58.434001 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-f9549cd9-ac1d-4293-a7ec-5bc753a8ccb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (0687c75a-86a8-4e0d-a82a-688750e89927), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:58.475152 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-f9549cd9-ac1d-4293-a7ec-5bc753a8ccb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f071b1be881241058a9b6577ad921951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397760 Jun 23 13:51:58.475998 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9549cd9-ac1d-4293-a7ec-5bc753a8ccb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0687c75a-86a8-4e0d-a82a-688750e89927,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:58.478278 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 35504) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:58.531514 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-92dbd708-17a4-4ec5-92d5-d97862b858b9 admin admin] Publish callbacks [] for security_group (0687c75a-86a8-4e0d-a82a-688750e89927), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:58.554281 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-92dbd708-17a4-4ec5-92d5-d97862b858b9 admin admin] Publish callbacks [] for security_group (0687c75a-86a8-4e0d-a82a-688750e89927), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:58.606503 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-92dbd708-17a4-4ec5-92d5-d97862b858b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (0687c75a-86a8-4e0d-a82a-688750e89927), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:58.609172 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-92dbd708-17a4-4ec5-92d5-d97862b858b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:58.610318 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-92dbd708-17a4-4ec5-92d5-d97862b858b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0687c75a-86a8-4e0d-a82a-688750e89927 HTTP/1.1" status: 204 len: 168 time: 0.1311057 Jun 23 13:51:58.618004 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbd708-17a4-4ec5-92d5-d97862b858b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0687c75a-86a8-4e0d-a82a-688750e89927,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:58.959733 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35510) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:58.973375 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aee26d82-e3e6-4d26-9793-8a88ca09d301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:59.020768 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=17 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:59.040842 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:51:59.049795 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aee26d82-e3e6-4d26-9793-8a88ca09d301 admin admin] Publish callbacks [] for security_group (0846c129-3608-418e-b1ea-2458a3d4a731), precommit_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:59.055696 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-aee26d82-e3e6-4d26-9793-8a88ca09d301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (0846c129-3608-418e-b1ea-2458a3d4a731), after_create {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:59.106654 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-aee26d82-e3e6-4d26-9793-8a88ca09d301 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=177a6d9f9ea744929393a7576e5b3b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458247 Jun 23 13:51:59.107395 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee26d82-e3e6-4d26-9793-8a88ca09d301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0846c129-3608-418e-b1ea-2458a3d4a731,revision_number=1']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:51:59.111102 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 35512) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:51:59.159953 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ff51968f-2edd-4437-a411-7e86aea77be5 admin admin] Publish callbacks [] for security_group (0846c129-3608-418e-b1ea-2458a3d4a731), before_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:59.180594 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ff51968f-2edd-4437-a411-7e86aea77be5 admin admin] Publish callbacks [] for security_group (0846c129-3608-418e-b1ea-2458a3d4a731), precommit_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:59.232123 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ff51968f-2edd-4437-a411-7e86aea77be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (0846c129-3608-418e-b1ea-2458a3d4a731), after_delete {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:59.234671 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-ff51968f-2edd-4437-a411-7e86aea77be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:51:59.235809 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-ff51968f-2edd-4437-a411-7e86aea77be5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0846c129-3608-418e-b1ea-2458a3d4a731 HTTP/1.1" status: 204 len: 168 time: 0.1237302 Jun 23 13:51:59.243682 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51968f-2edd-4437-a411-7e86aea77be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0846c129-3608-418e-b1ea-2458a3d4a731,revision_number=None']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:52:00.348165 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.wsgi [-] (110548) accepted ('10.222.0.26', 35542) {{(pid=110548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:52:00.466149 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3e71e830-6724-4154-9aee-f2b0432c1600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:00.536735 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:52:00.541653 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=4 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:52:00.546501 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3e71e830-6724-4154-9aee-f2b0432c1600 admin admin] Publish callbacks [] for security_group (bb84d472-bbd2-4c43-9d99-0fe84db14398), precommit_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:00.552590 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron_lib.callbacks.manager [None req-3e71e830-6724-4154-9aee-f2b0432c1600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bb84d472-bbd2-4c43-9d99-0fe84db14398), after_create {{(pid=110548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:00.595494 dv-cinder-815582-10-iscsi neutron-server[110548]: INFO neutron.wsgi [None req-3e71e830-6724-4154-9aee-f2b0432c1600 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09e82e93c38e48bbaaeecbff102d50f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461820 Jun 23 13:52:00.597507 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71e830-6724-4154-9aee-f2b0432c1600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb84d472-bbd2-4c43-9d99-0fe84db14398,revision_number=1']} {{(pid=110548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:52:00.598381 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [-] (110547) accepted ('10.222.0.26', 35546) {{(pid=110547) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 13:52:00.651126 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fbcf089f-38a4-47c5-9869-d332be42808b admin admin] Publish callbacks [] for security_group (bb84d472-bbd2-4c43-9d99-0fe84db14398), before_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:00.679971 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fbcf089f-38a4-47c5-9869-d332be42808b admin admin] Publish callbacks [] for security_group (bb84d472-bbd2-4c43-9d99-0fe84db14398), precommit_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:00.733735 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fbcf089f-38a4-47c5-9869-d332be42808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8054480'] for security_group (bb84d472-bbd2-4c43-9d99-0fe84db14398), after_delete {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:00.736376 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron_lib.callbacks.manager [None req-fbcf089f-38a4-47c5-9869-d332be42808b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110547) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:00.737467 dv-cinder-815582-10-iscsi neutron-server[110547]: INFO neutron.wsgi [None req-fbcf089f-38a4-47c5-9869-d332be42808b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb84d472-bbd2-4c43-9d99-0fe84db14398 HTTP/1.1" status: 204 len: 168 time: 0.1380932 Jun 23 13:52:00.746571 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf089f-38a4-47c5-9869-d332be42808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb84d472-bbd2-4c43-9d99-0fe84db14398,revision_number=None']} {{(pid=110547) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 13:52:08.823728 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:52:10.594437 dv-cinder-815582-10-iscsi neutron-server[110548]: DEBUG dbcounter [-] [110548] Writing DB stats neutron:SELECT=15 {{(pid=110548) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:52:10.717131 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:52:10.742860 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG dbcounter [-] [110547] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=110547) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:52:10.759758 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:52:10.760490 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:52:20.093998 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2fb2fc10-2167-4510-a664-4061005a0c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:22.760304 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-d24d9414-4853-4ef0-b438-bca2bb0d4530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:23.186392 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:23.547671 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:25.140578 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:25.210188 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:26.742468 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=15 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:52:26.743747 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=19 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:52:35.202540 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:52:35.205034 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:52:45.828106 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:52:50.101293 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2cdd91fb-3649-4edc-83c9-cb1888edfbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:52.760677 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-06512598-ef5b-40ce-912e-f451cb9d4f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:53.198439 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:53.560326 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:55.147175 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:52:55.217119 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:03.739387 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:53:03.744039 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=7 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:53:05.201684 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:53:05.209098 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:53:18.813524 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:53:20.093406 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-dce568c1-50c5-4f13-96f2-ba656c3a6098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:22.758654 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5df1-e726-477f-9eeb-e44106db1f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:22.831542 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:53:23.200731 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:23.564267 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:25.148110 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:25.214780 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:37.195833 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=21 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:53:37.200510 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=23,neutron:UPDATE=6 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:53:40.749972 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:53:40.751228 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=5 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:53:50.092805 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-9de320fe-8961-46cd-9369-09153c7735bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:52.760224 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f61f1b3f-9a77-4169-9d2f-89b455acb039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:53.213947 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:53.566082 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:55.149841 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:55.212450 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:53:59.835753 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:54:05.203115 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:54:05.206075 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:54:17.747770 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=17 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:54:17.753659 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=17 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:54:20.092269 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f3186403-7813-4a04-9b61-2569e5b17583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:54:22.761786 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-e94bd797-32dd-44f3-8e7f-c95382a14952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:54:23.207789 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:54:23.569187 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:54:25.152645 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:54:25.210572 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:54:35.196531 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:54:35.204932 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:54:36.840217 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:54:50.100057 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-80ddf060-d75d-4d46-b2bc-c7b9ad3c9967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:54:52.767674 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-562f9cfa-00d3-46d2-9947-2af5f5f54999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:54:53.246057 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:54:53.576846 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:54:54.181337 dv-cinder-815582-10-iscsi neutron-server[110547]: DEBUG neutron.wsgi [req-58b12556-d0bb-4157-9a59-2515181706ed req-3852811b-a088-4ca8-8760-fc4be5980041 service neutron] (110547) timed out ('10.222.0.47', 52795) {{(pid=110547) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 13:54:54.750939 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:54:54.756222 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=5 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:54:55.157168 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:54:55.206949 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:05.198097 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:55:05.199298 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:55:13.844956 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:55:20.096621 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-42c32ee9-ac7b-4268-ba66-fdf23b2ed9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:22.772896 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b77eff24-c64e-4e0e-9842-ed8cc6675a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:23.251152 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:23.576001 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:25.163052 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:25.210495 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:31.760600 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:55:31.761818 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=3 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:55:37.209513 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:55:37.214000 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:55:50.091435 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0c22efee-d09d-4f9c-9106-b3a8ab840280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:50.850055 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:55:52.773656 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6e5df65d-3e17-481e-87d0-9b465835ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:53.256808 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:53.581122 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:55.167953 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:55:55.216044 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:05.203172 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:56:05.209429 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:56:17.200067 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=15 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:56:17.201237 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=19 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:56:20.089622 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-2f579cb6-0a5a-46d0-953e-a0b896b2ff6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:22.776462 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-ba501dae-048f-40b9-a165-18d7cd8e7fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:23.275143 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:23.588358 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:25.170552 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:25.222531 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:27.855323 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:56:35.213771 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:56:35.216227 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:56:45.771780 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:56:45.773008 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=4 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:56:50.095713 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-0b16de84-f4b6-44bd-a5a3-9d3ceaa285d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:52.775980 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-6aff7e46-e7f0-4a2c-846e-3bd3671337fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:53.278518 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:53.587802 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:55.168836 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:56:55.218907 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:57:04.860884 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG neutron.db.agents_db [None req-b72f225e-d7eb-412e-a084-58ce6bd73dce None None] Agent healthcheck: found 6 active agents {{(pid=110550) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 13:57:05.209393 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:57:05.210838 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:57:20.097268 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bbe49154-c8cf-42b7-85dc-e46da798f63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (d4b1aece-508a-49c2-b27d-afe48f4e2cf4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:57:22.761484 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=5 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:57:22.770092 dv-cinder-815582-10-iscsi neutron-server[110550]: DEBUG dbcounter [-] [110550] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110550) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:57:22.788836 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-bc644803-a051-4da8-b11c-3ace249c6ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (497e8d26-da9d-4b84-857c-4a8ae456ca3a), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:57:23.289557 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f377-ab04-4343-838a-61c23b3df87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (65dcdc3b-ceab-4563-af20-e695905b1234), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:57:23.597376 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-b310d822-661d-4d8c-9d8d-f282e334b2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (48547ef9-6a60-4e5e-b43b-c86fd5e77ba1), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:57:25.174479 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d790-9f51-40d4-a5ca-edf280414f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (80bcdb1d-d7e8-4f44-9743-4e0ddba698b4), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:57:25.214358 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG neutron_lib.callbacks.manager [None req-3b0c326d-d8d6-467f-9bd2-0f5ff068e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763188893049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-750196'] for agent (b31d1f5e-c759-4b08-85d8-ae1aac23b5c8), after_update {{(pid=110549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 13:57:37.201321 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 13:57:37.204906 dv-cinder-815582-10-iscsi neutron-server[110549]: DEBUG dbcounter [-] [110549] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}